-- Logs begin at Wed 2021-08-18 14:02:02 UTC, end at Wed 2021-08-18 15:08:56 UTC. -- Aug 18 14:34:57.474681 dv-cinder-788365-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 14:35:00.145488 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.common.config [-] Logging enabled! Aug 18 14:35:00.146113 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 14:35:00.146253 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100390) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 14:35:00.149459 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.common.config [-] Logging enabled! Aug 18 14:35:00.149711 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 14:35:00.150023 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100390) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 14:35:00.150993 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 14:35:00.151486 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 14:35:00.151853 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 14:35:00.152101 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 14:35:00.152330 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 14:35:00.152655 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.152954 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.153252 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.153484 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.153779 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.154071 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.154359 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.154673 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.154971 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.155255 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.156059 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.156354 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.156570 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.156852 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.157139 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.157427 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.157651 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] debug = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.157930 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.158358 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.158795 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.159073 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.159367 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.159643 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.159915 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.160191 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.160473 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.160804 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] host = dv-cinder-788365-10-iscsi {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.161079 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.161363 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.161649 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.161934 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.162208 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.162504 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.162800 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.163063 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.163335 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] log_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.163608 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.163895 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.164185 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.164473 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.164698 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.164919 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.165211 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.165494 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.165769 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.166042 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.166316 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.166612 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.166888 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.167157 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.167441 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.167723 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.168007 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.168280 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.168552 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.168825 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.169098 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.169381 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.169653 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.169925 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.170204 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.170506 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.170776 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.171047 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.172019 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.172271 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.172557 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.172839 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.173112 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.173392 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.173663 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.173932 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.174203 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] use_json = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.174492 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.174765 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.175046 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.175318 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.175585 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.175853 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.176121 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.176404 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:00.176700 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.176996 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.177297 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.177580 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.177877 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.178152 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.178447 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.178737 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.179023 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.179315 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.179602 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.179879 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.180162 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.180437 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.180729 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.181033 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.181325 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.181615 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.181890 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.182163 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.182455 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.182732 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.183017 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.183311 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.183599 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.183875 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.184151 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.184440 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.184716 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.184989 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.185280 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.185549 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.185823 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.186093 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.186370 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.186679 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.186982 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.187246 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.187520 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.187807 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.188082 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.188352 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.188620 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.188899 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.189176 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.189461 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.189737 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.190008 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.190276 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.190577 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.190849 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.191122 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.191396 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.191668 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.191942 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.192215 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.192486 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.192756 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.193025 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.193296 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.193565 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.193850 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.194108 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.194376 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.194669 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.194941 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.195210 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.195482 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.195763 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.196057 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.196331 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.196603 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.196879 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.197153 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.197427 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.197700 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.197973 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.198245 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.198540 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.198828 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.199111 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.199399 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.199680 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.199954 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.200245 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.200519 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.200798 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.201073 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.201347 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.201635 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.201916 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.202208 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.202612 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.202834 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.203125 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.203415 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.203694 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.203998 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.204276 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:00.204490 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 14:35:00.204729 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100390) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 14:35:00.553024 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 14:35:00.553201 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 14:35:00.553505 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 14:35:00.553841 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 14:35:00.946781 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:00.947073 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:00.947348 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:00.948531 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:00.948806 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:00.949073 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:00.982953 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:00.983238 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:00.983506 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.000173 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.000456 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.000730 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.028936 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.029219 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.029486 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.066465 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.066764 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.067037 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.296999 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.297613 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.297613 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.297827 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.298416 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.416650 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.416974 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.417260 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.417534 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.417805 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.418121 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.418383 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.418665 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.418920 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.419215 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.419478 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.419743 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.420016 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.420272 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.420528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.420797 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.421074 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.421346 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.421613 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.421872 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.422144 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.422397 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.422705 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.423077 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.423336 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.423587 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.423981 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:35:01.424222 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:35:01.424456 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:35:01.424691 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:35:01.424925 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:35:01.425158 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:35:01.425521 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 14:35:01.428807 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 14:35:01.432727 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 14:35:01.436364 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 18 14:35:01.438532 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 14:35:01.438983 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 14:35:01.439320 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 14:35:01.439705 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 14:35:01.442501 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 14:35:01.442758 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 14:35:01.443104 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 14:35:01.448563 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 14:35:01.470937 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 14:35:01.471407 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.472513 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100390) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 18 14:35:01.472882 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.474236 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100390) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 14:35:01.474566 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 14:35:01.474817 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 14:35:01.478046 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.478331 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:01.543063 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 14:35:01.543300 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 14:35:01.543538 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 14:35:01.543915 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 14:35:01.565183 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_db.sqlalchemy.engines [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100390) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 14:35:02.095212 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Initializing driver for type 'gre' Aug 18 14:35:02.095767 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] gre ID ranges: [(1, 1000)] Aug 18 14:35:02.148786 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Initializing driver for type 'local' Aug 18 14:35:02.149202 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Initializing driver for type 'vlan' Aug 18 14:35:02.162758 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] VlanTypeDriver initialization complete Aug 18 14:35:02.163136 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Initializing driver for type 'vxlan' Aug 18 14:35:02.163694 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] vxlan ID ranges: [(1, 1000)] Aug 18 14:35:02.222367 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Initializing extension driver 'port_security' Aug 18 14:35:02.222774 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] PortSecurityExtensionDriver initialization complete Aug 18 14:35:02.223163 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Initializing mechanism driver 'openvswitch' Aug 18 14:35:02.223448 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Initializing mechanism driver 'hyperv' Aug 18 14:35:02.230522 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.plugins.ml2.plugin [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:35:02.231414 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > port after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.231797 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > port after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.232164 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > port after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.232764 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:35:02.233297 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > subnet after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.234221 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > subnet after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.234619 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.235094 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:35:02.235516 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > network after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.235882 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > network after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.236238 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > network after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.236691 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:35:02.237158 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > security_group after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.237607 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > security_group after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.237965 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.238458 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:35:02.238924 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.239341 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.239680 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.240150 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:35:02.240544 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > address_group after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.240933 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > address_group after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.241281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.241681 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:35:02.242075 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] ML2 OVO RPC backend initialized. {{(pid=100390) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 18 14:35:02.242832 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.243202 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.243635 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > network before_response 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.243998 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > networks before_response 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.244365 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > port before_response 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.244725 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > ports before_response 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.245085 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > subnet before_response 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.245442 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > subnets before_response 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.245804 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > network after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.246158 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > network after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.246533 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > network after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.246887 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > port after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.247237 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > port after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.247586 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > port after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.248032 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > subnet after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.248311 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > subnet after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.248685 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.249276 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.plugin [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Modular L2 Plugin initialization complete Aug 18 14:35:02.249643 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading services supported by the core plugin {{(pid=100390) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 14:35:02.250009 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.plugins.ml2.managers [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Got port-security extension from driver 'port_security' Aug 18 14:35:02.250506 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.extensions.vlantransparent [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Disabled vlantransparent extension. Aug 18 14:35:02.251031 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100390) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 14:35:02.251354 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading Plugin: router Aug 18 14:35:02.287993 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.288469 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router after_create 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.288785 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router before_create 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.289162 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.289551 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.289923 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router after_delete 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.290296 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.292283 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router after_create 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.292666 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router after_update 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.293046 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router after_update 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.293422 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.293802 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router after_update 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.294234 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router precommit_update 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.294644 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: port after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.294998 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: port after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.295352 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: subnet after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.295703 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.296834 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.297016 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router precommit_create 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.297595 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: port before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.297749 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router precommit_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.298125 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router after_update 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.298522 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.298876 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router precommit_create 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.299281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.299668 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router precommit_update 55549900 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.300048 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > agent after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.300411 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > agent after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.300800 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > network after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.301709 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Tracking information for resource: router configured {{(pid=100390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:35:02.302079 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Tracking information for resource: floatingip configured {{(pid=100390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:35:02.307208 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.db.l3_agentschedulers_db [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 14:35:02.307805 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: port after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.308179 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: port after_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.308544 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: port after_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.308907 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: port after_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.309724 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router before_create 55550100 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.310101 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.310506 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router precommit_create 55550100 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.310880 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > router precommit_update 55550100 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.315533 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.services.provider_configuration [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service providers = [] {{(pid=100390) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 14:35:02.315930 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.db.servicetype_db [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100390) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 14:35:02.318899 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.services.service_base [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 14:35:02.319268 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.services.service_base [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 14:35:02.319627 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.services.service_base [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 14:35:02.320541 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.services.service_base [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 14:35:02.320926 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.services.service_base [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 14:35:02.321315 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:35:02.321643 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 14:35:02.332393 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:35:02.332739 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading Plugin: auto_allocate Aug 18 14:35:02.338549 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: network precommit_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.338917 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: network precommit_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.339451 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:35:02.339780 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading Plugin: tag Aug 18 14:35:02.347259 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:35:02.347547 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading Plugin: timestamp Aug 18 14:35:02.351455 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:35:02.351798 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading Plugin: network_ip_availability Aug 18 14:35:02.357268 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.357659 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.358030 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.359477 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:35:02.359671 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading Plugin: flavors Aug 18 14:35:02.364652 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:35:02.364999 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading Plugin: revisions Aug 18 14:35:02.369445 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:35:02.369855 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_concurrency.lockutils [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=100390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 14:35:02.370634 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100390) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 18 14:35:02.370983 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Initializing extension manager. Aug 18 14:35:02.371508 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: __init__.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.371862 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: __pycache__ {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.372209 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.372552 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: address_group.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.373323 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.373909 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: address-group Aug 18 14:35:02.374275 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: address_scope.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.375023 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.375547 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: address-scope Aug 18 14:35:02.375880 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.376824 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.377347 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: router-admin-state-down-before-update Aug 18 14:35:02.377678 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: agent.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.378412 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.378961 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: agent Aug 18 14:35:02.379292 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: agent_resources_synced.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.380255 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.380776 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: agent-resources-synced Aug 18 14:35:02.381109 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: allowedaddresspairs.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.383004 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.383542 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: allowed-address-pairs Aug 18 14:35:02.383879 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: auto_allocated_topology.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.384979 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.385515 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: auto-allocated-topology Aug 18 14:35:02.385851 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: availability_zone.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.386599 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.387127 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: availability_zone Aug 18 14:35:02.387457 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: availability_zone_filter.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.388422 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.388946 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: availability_zone_filter Aug 18 14:35:02.389276 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: data_plane_status.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.390237 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.390784 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 14:35:02.391115 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: default_subnetpools.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.392083 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.392605 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: default-subnetpools Aug 18 14:35:02.392933 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.393782 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.394307 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: dhcp_agent_scheduler Aug 18 14:35:02.394674 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: dns.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.395649 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.396170 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension dns-integration not supported by any of loaded plugins Aug 18 14:35:02.396500 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: dns_domain_ports.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.397441 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.397958 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 14:35:02.398288 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.399296 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.399818 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 14:35:02.400153 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: dvr.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.400840 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.401620 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: dvr Aug 18 14:35:02.401950 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: ecmp_routes.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.402918 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.403437 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 14:35:02.403771 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: empty_string_filtering.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.404704 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.405223 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: empty-string-filtering Aug 18 14:35:02.406085 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.407044 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.407563 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 14:35:02.407896 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.408826 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.409343 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 14:35:02.409674 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: external_net.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.410645 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.411169 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: external-net Aug 18 14:35:02.411502 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.412446 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.412978 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: extra_dhcp_opt Aug 18 14:35:02.413317 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: extraroute.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.414248 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.414814 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: extraroute Aug 18 14:35:02.415150 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: extraroute_atomic.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.416198 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.416724 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: extraroute-atomic Aug 18 14:35:02.417058 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: filter_validation.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.417913 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.418459 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: filter-validation Aug 18 14:35:02.418795 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: fip_pf_description.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.419734 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.420258 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 14:35:02.420592 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: fip_port_details.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.421575 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.422097 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: fip-port-details Aug 18 14:35:02.422449 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: flavors.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.423696 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.424225 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: flavors Aug 18 14:35:02.424561 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.426244 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.426820 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 14:35:02.427159 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: floatingip_pools.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.427876 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.428406 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: floatingip-pools Aug 18 14:35:02.428744 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: ip_allocation.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.429693 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.430222 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 14:35:02.430594 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.431546 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.432075 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: ip-substring-filtering Aug 18 14:35:02.432413 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: l2_adjacency.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.433365 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.433883 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 14:35:02.434222 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: l3.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.435241 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.435775 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: router Aug 18 14:35:02.436112 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.439045 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.439585 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 14:35:02.439929 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.440907 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.441438 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: ext-gw-mode Aug 18 14:35:02.441773 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.442761 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.443289 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: l3-ha Aug 18 14:35:02.443766 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: l3_flavors.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.444562 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.445082 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: l3-flavors Aug 18 14:35:02.445414 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.446359 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.446906 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 14:35:02.447239 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: l3agentscheduler.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.448310 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.448839 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: l3_agent_scheduler Aug 18 14:35:02.449177 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: logging.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.450715 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.451249 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension logging not supported by any of loaded plugins Aug 18 14:35:02.451585 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: metering.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.452907 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.453508 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: metering Aug 18 14:35:02.453839 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.455107 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.455647 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: metering_source_and_destination_fields Aug 18 14:35:02.455985 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: multiprovidernet.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.456938 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.457462 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: multi-provider Aug 18 14:35:02.457796 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: netmtu.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.458772 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.459302 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: net-mtu Aug 18 14:35:02.459638 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: netmtu_writable.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.460592 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.461116 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: net-mtu-writable Aug 18 14:35:02.461451 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: network_availability_zone.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.462138 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.462690 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: network_availability_zone Aug 18 14:35:02.463021 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: network_ip_availability.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.464167 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.464702 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: network-ip-availability Aug 18 14:35:02.465036 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: network_segment_range.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.466050 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.466419 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 14:35:02.466790 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: pagination.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.467801 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.468166 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: pagination Aug 18 14:35:02.468499 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: port_device_profile.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.469440 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.469970 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: port-device-profile Aug 18 14:35:02.470308 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.471271 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.471798 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: port-mac-address-regenerate Aug 18 14:35:02.472127 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.473064 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.473591 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: port-numa-affinity-policy Aug 18 14:35:02.473921 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: port_resource_request.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.474888 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.475407 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 14:35:02.475737 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: portbindings.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.476692 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.477216 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: binding Aug 18 14:35:02.477547 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: portbindings_extended.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.478866 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.479402 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: binding-extended Aug 18 14:35:02.479739 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: portsecurity.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.480683 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.481286 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: port-security Aug 18 14:35:02.481678 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: project_id.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.482679 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.483022 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: project-id Aug 18 14:35:02.483358 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: providernet.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.484329 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.484889 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: provider Aug 18 14:35:02.485218 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: qos.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.488797 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.489343 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension qos not supported by any of loaded plugins Aug 18 14:35:02.489687 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.491042 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.491595 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 14:35:02.491938 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.492879 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.493403 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 14:35:02.493741 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: qos_default.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.494708 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.495237 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension qos-default not supported by any of loaded plugins Aug 18 14:35:02.495572 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: qos_fip.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.496244 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.497031 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension qos-fip not supported by any of loaded plugins Aug 18 14:35:02.497173 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: qos_gateway_ip.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.498128 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.498679 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 14:35:02.499014 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: qos_port_network_policy.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.500488 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.501012 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 14:35:02.501346 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: qos_pps_rule.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.502608 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.503165 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension qos-pps not supported by any of loaded plugins Aug 18 14:35:02.503505 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: qos_rule_type_details.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.504450 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.504980 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 14:35:02.505315 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: qos_rules_alias.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.506385 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.506939 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 14:35:02.507274 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: quotasv2.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.508404 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.508745 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: quotas Aug 18 14:35:02.509079 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: quotasv2_detail.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.512228 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.512582 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: quota_details Aug 18 14:35:02.512928 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: rbac.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.514104 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.514706 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: rbac-policies Aug 18 14:35:02.515079 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: rbac_address_group.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.516033 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.516568 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: rbac-address-group Aug 18 14:35:02.516905 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: rbac_address_scope.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.517845 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.518373 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: rbac-address-scope Aug 18 14:35:02.518734 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: rbac_security_groups.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.519671 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.520206 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: rbac-security-groups Aug 18 14:35:02.520541 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: rbac_subnetpool.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.521484 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.522004 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: rbac-subnetpool Aug 18 14:35:02.522338 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: revisionifmatch.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.523314 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.523844 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: revision-if-match Aug 18 14:35:02.524185 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: revisions.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.525320 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.525847 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: standard-attr-revisions Aug 18 14:35:02.526457 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: router_availability_zone.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.527163 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.527693 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: router_availability_zone Aug 18 14:35:02.528026 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: routerservicetype.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.528970 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.529491 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension router-service-type not supported by any of loaded plugins Aug 18 14:35:02.529825 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.531370 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.532403 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: security-groups-normalized-cidr Aug 18 14:35:02.532655 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.533842 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.534372 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: port-security-groups-filtering Aug 18 14:35:02.534729 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.535676 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.536203 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: security-groups-remote-address-group Aug 18 14:35:02.536535 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: securitygroup.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.546958 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.547508 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: security-group Aug 18 14:35:02.547852 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: segment.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.548658 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.549183 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension segment not supported by any of loaded plugins Aug 18 14:35:02.549523 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.550526 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.551067 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 14:35:02.551409 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: servicetype.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.552610 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.553147 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: service-type Aug 18 14:35:02.553486 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: sorting.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.554532 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.554876 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: sorting Aug 18 14:35:02.555212 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: standard_attr_segment.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.556162 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.556696 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 14:35:02.557034 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: standardattrdescription.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.557704 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.558232 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: standard-attr-description Aug 18 14:35:02.558606 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: stateful_security_group.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.559574 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.560108 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: stateful-security-group Aug 18 14:35:02.560441 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: stdattrs_common.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.561046 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 14:35:02.561379 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.562359 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.562993 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 14:35:02.563326 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: subnet_onboard.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.564428 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.564956 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: subnet_onboard Aug 18 14:35:02.565296 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.566243 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.566807 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 14:35:02.567138 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: subnet_service_types.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.568099 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.568636 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: subnet-service-types Aug 18 14:35:02.568967 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: subnetallocation.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.570095 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.570658 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: subnet_allocation Aug 18 14:35:02.571000 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.571690 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.572227 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: subnetpool-prefix-ops Aug 18 14:35:02.572559 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.573508 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.574041 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 14:35:02.574372 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: tagging.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.575494 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.576040 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: standard-attr-tag Aug 18 14:35:02.576376 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: timestamp.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.579368 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.579368 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loaded extension: standard-attr-timestamp Aug 18 14:35:02.579368 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: trunk.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.580258 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.580787 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension trunk not supported by any of loaded plugins Aug 18 14:35:02.581121 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: trunk_details.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.582068 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.582631 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension trunk-details not supported by any of loaded plugins Aug 18 14:35:02.582968 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: uplink_status_propagation.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.583919 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.585947 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 14:35:02.585947 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Loading extension file: vlantransparent.py {{(pid=100390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:35:02.585947 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:35:02.585947 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 14:35:02.588570 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:network Aug 18 14:35:02.589153 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:subnet Aug 18 14:35:02.589599 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 14:35:02.590036 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:port Aug 18 14:35:02.591414 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.591852 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service FLAVORS assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.592478 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.592971 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.593820 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:router Aug 18 14:35:02.594258 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 14:35:02.594804 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service METERING assigned prefix: /metering {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.596316 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.596699 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.597064 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:35:02.598157 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 14:35:02.598605 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:security_group Aug 18 14:35:02.599068 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 14:35:02.599681 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service CORE assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.600021 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 14:35:02.600379 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] subnetpool is already registered Aug 18 14:35:02.600838 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service CORE assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.601175 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 14:35:02.601521 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] subnetpool is already registered Aug 18 14:35:02.603870 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.605681 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service FLAVORS assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.606323 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.607400 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.607400 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:router Aug 18 14:35:02.607573 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] router is already registered Aug 18 14:35:02.607884 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 14:35:02.608235 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] floatingip is already registered Aug 18 14:35:02.608726 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service METERING assigned prefix: /metering {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.609407 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 14:35:02.609748 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] rbac_policy is already registered Aug 18 14:35:02.610168 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:security_group Aug 18 14:35:02.610538 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] security_group is already registered Aug 18 14:35:02.610951 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 14:35:02.611302 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] security_group_rule is already registered Aug 18 14:35:02.611788 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service CORE assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.612125 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 14:35:02.612470 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] subnetpool is already registered Aug 18 14:35:02.612894 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.v2.resource_helper [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Service CORE assigned prefix: {{(pid=100390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:35:02.613225 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 14:35:02.613567 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING neutron.quota.resource_registry [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] subnetpool is already registered Aug 18 14:35:02.614025 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: extensions {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.615631 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: address-groups {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.617246 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: address-scopes {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.618460 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: agents {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.619712 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: auto-allocated-topology {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.621065 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: availability_zones {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.622295 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: dhcp-networks {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.623760 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: dhcp-agents {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.625318 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: routers {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.627064 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: flavors {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.628227 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: service_profiles {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.629541 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: next_providers {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.631020 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: service_profiles {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.632470 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: floatingip-pools {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.633689 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: routers {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.635525 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: floatingips {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.636732 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: l3-routers {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.638125 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: l3-agents {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.639662 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: metering-labels {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.641441 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: metering-label-rules {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.642737 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: network-ip-availabilities {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.644284 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: bindings {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.645869 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: quotas {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.647345 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: quotas {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.648873 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: rbac-policies {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.650068 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: security-groups {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.651582 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: security-group-rules {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.652806 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: service-providers {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.654196 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: subnetpools {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.656186 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: subnetpools {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.657647 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: tags {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.659474 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: tags {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.661178 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: tags {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.663091 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: tags {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.664793 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: tags {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.666660 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: tags {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.669441 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: tags {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.671321 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: tags {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.673095 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: tags {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.674972 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron.api.extensions [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Extended resource: tags {{(pid=100390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:35:02.680980 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING keystonemiddleware.auth_token [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 14:35:02.685680 dv-cinder-788365-10-iscsi neutron-server[100390]: WARNING keystonemiddleware.auth_token [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 14:35:02.694485 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_concurrency.lockutils [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Acquired lock "singleton_lock" {{(pid=100390) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 18 14:35:02.694976 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_concurrency.lockutils [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Releasing lock "singleton_lock" {{(pid=100390) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 18 14:35:02.695629 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO oslo_service.service [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Starting 2 workers Aug 18 14:35:02.700432 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Started child 100499 {{(pid=100390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 14:35:02.705457 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Started child 100500 {{(pid=100390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 14:35:02.706343 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:02.707100 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO neutron.service [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 14:35:02.707751 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Notify callbacks [] for process, before_spawn {{(pid=100390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:02.708052 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [-] (100499) wsgi starting up on http://0.0.0.0:9696 Aug 18 14:35:02.710106 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO oslo_service.service [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Starting 1 workers Aug 18 14:35:02.710525 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:02.711898 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [-] (100500) wsgi starting up on http://0.0.0.0:9696 Aug 18 14:35:02.715428 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Started child 100501 {{(pid=100390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 14:35:02.715932 dv-cinder-788365-10-iscsi neutron-server[100390]: INFO oslo_service.service [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Starting 1 workers Aug 18 14:35:02.719738 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.service [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] calling RpcWorker wait() {{(pid=100501) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 14:35:02.720289 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.service [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] returning from RpcWorker wait() {{(pid=100501) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 14:35:02.721091 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Started child 100502 {{(pid=100390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 14:35:02.721516 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:02.721930 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc351-5ad8-426c-97dd-5bf413427e08 None None] Notify callbacks [] for process, after_spawn {{(pid=100390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:02.722113 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:35:02.723925 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100390) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 14:35:02.724140 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 14:35:02.724319 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 14:35:02.724544 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 14:35:02.724882 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 14:35:02.725047 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 14:35:02.725550 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.725845 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.726119 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.726399 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.726701 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:02.727206 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.727573 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.727573 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.727856 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.728136 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.728378 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.728550 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.728724 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.728983 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.729217 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.729506 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.729786 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.730034 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.730332 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.730522 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.730778 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.731057 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.731312 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.731588 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] debug = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.731836 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.732328 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.732566 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.732821 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.733064 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.733359 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.733636 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.733928 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.734182 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.734441 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.734687 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.734951 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.735212 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.735447 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.735692 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.735964 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.736235 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.736702 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] host = dv-cinder-788365-10-iscsi {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.736930 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.737169 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.737639 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.737795 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.737969 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.738207 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.738501 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.738776 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.739186 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.739348 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.739513 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.739773 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.740012 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.740262 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.740429 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_options = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.740670 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.740952 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.741216 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.741435 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.741611 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.741865 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.742011 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.742172 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.742448 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.742681 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.742923 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.743142 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.743364 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.743628 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.743896 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.744155 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.744375 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.744589 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.744838 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.745068 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.745296 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.745542 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.745768 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.745988 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.746227 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.746517 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.746688 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.746907 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.747125 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.747398 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.747763 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.747919 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.748129 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.748375 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.748607 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.748837 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.749054 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.749444 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.749612 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.749848 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.750098 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.750337 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.750608 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.750860 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.751100 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.751318 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_json = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.751561 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.751786 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.752028 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.752252 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.752475 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.752699 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.752976 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.753196 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.753835 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.754255 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.754499 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.755027 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.755281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.755536 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.756181 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.756181 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.756374 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.756665 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.756988 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.757269 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.757568 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.757885 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.758099 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.758993 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.758993 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.759287 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.759287 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.760336 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.760336 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.760630 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.760846 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.762466 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.762466 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.762466 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.762716 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:35:02.762793 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.762793 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.762793 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.762793 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.762793 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.763114 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.763301 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.763523 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.763751 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.763987 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.764247 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.764476 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.765258 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.765504 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.765749 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.766279 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.766279 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.766547 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.766701 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.766925 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.767145 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.767400 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.767634 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.767914 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.768177 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.768404 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.768626 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.768850 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.769078 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.769335 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.769558 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.769797 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.770031 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.770244 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.770502 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.770769 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.771031 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.771262 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.771481 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.771883 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.772170 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.772392 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.772678 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.772901 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.773130 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.773355 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.773612 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.773835 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.774062 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.774284 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.774528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.774771 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.774997 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.775240 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.775461 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.775705 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.775928 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.776433 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.776713 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.777030 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.777286 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.777543 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.777769 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.778061 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.778302 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.778587 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.778856 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.779121 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.779360 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.779621 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.779872 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.780115 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.780386 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.781185 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.781453 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.781703 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.781937 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.782186 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.782459 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.782698 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.782963 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.783263 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.783557 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.784014 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.784327 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.784613 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.784869 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.785148 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.785415 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.785909 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.786219 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.786539 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.786826 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.787062 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.787501 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.787750 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.788007 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.788269 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.788517 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.788944 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.789337 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.789621 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.789874 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.790124 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.790342 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.790779 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.791284 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.791702 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.791968 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.792194 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.792472 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.792718 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.792959 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.793227 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.793478 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.793723 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.794022 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.794261 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.794525 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.795753 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.795753 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.795753 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.795753 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.796130 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.796582 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.797016 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.797419 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.797825 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.798052 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.798476 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.798591 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.798812 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.799156 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.799416 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.799659 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.799886 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.800132 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.800356 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.800645 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.800925 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.801187 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.801449 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.801674 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.801949 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.802210 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.802465 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.802705 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.802936 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.803180 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.803400 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.803653 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.803877 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.804099 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.804319 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.804544 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.804790 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.805041 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.805238 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.805479 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.805750 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.806030 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.806366 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.806682 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.806919 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.807163 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.807410 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.807702 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.807928 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.808148 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.808590 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.809027 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.809451 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.809933 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.810368 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.810853 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.811270 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.811731 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.812158 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.812629 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.813046 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.813556 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.814064 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.814543 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.815045 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.815372 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.815665 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.816007 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.816290 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.816574 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.816816 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.817043 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.817263 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.817503 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.817729 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.817953 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.818181 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.818465 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.818672 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.818908 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.819128 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.819346 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.819574 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.819796 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.820012 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.820236 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.820501 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.820750 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.820979 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.821225 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.821442 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.821697 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.821918 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.822154 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.822380 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.822648 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.822870 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.823158 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.823415 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.823659 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.823951 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.824208 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.824472 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.824735 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.825042 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.825263 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.825507 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.825731 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.825954 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.826178 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.826452 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.826802 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.827104 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.827874 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.828114 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.828393 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.828689 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.828974 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.829194 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.829491 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.829843 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.830122 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.830389 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.830661 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.830918 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.831154 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.831374 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.831628 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.831871 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.832097 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.832380 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.832617 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.833017 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.833282 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.833530 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.833763 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.833996 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.834214 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.834455 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.834700 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.834865 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 14:35:02.835376 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100390) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 14:35:02.835544 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 14:35:02.835713 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 14:35:02.835892 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 14:35:02.836064 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 14:35:02.836220 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 14:35:02.836430 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.836627 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.836780 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.837140 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.837300 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.837488 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.837657 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.837973 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.838282 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.838607 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.838922 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.839237 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.839527 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.839837 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.840006 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.840168 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.840467 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.840799 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.841138 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.841492 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.841659 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.841830 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.841995 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] debug = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.842160 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.842350 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.842538 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.842872 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.843071 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.843256 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.843395 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.843551 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.843694 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.843860 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.844021 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.844326 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.844632 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.844800 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.844960 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.845269 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.845437 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.845600 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] host = dv-cinder-788365-10-iscsi {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.845760 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.846063 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.846228 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.846392 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.847106 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.847291 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.847467 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.847611 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.847770 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.847934 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.848108 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.848315 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.848407 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.848576 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.848738 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_options = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.848902 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.849088 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.849267 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.849439 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.849630 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.849782 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.849941 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.850106 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.850276 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.850472 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.850636 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.850800 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.850963 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.851124 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.851287 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.851447 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.851604 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.851768 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.851956 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.852119 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.852284 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.852430 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.852594 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.852747 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.852906 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.853059 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.853219 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.853374 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.853532 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.853670 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.853875 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.854027 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.854168 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.854569 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.854569 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.854849 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.854849 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.855117 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.855117 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.855379 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.855379 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.855650 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.855650 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.855918 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.856052 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.856182 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_json = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.856312 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.856451 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.856588 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.856733 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.856866 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.856996 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.857138 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:35:02.857289 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.857289 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:35:02.857548 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.857683 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.857819 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.857953 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.858087 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.858258 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.858424 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.858704 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.858874 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.859031 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.859200 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.859421 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.859540 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.859704 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.859870 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.860037 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.860202 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.860367 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.860536 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.860699 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.860866 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.861029 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.861212 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.861377 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.861543 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.861707 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.861876 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.862042 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.862208 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.862374 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.862566 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.862733 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.862898 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.863065 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.863230 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.863395 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.863561 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.863726 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.863894 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.864056 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.864221 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.864384 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.864551 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.864720 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.864881 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.865047 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.865214 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.865380 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.865545 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.865709 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.865884 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.866050 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.866213 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.866377 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.866564 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.866728 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.866893 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.867057 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.867221 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.867386 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.867551 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.867731 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.868177 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.868437 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.868603 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.868761 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.868928 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.869082 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.869247 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.869411 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.869621 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.869770 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.869908 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.870055 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.870192 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.870739 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.870739 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.871036 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.871194 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.871194 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.871447 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.871577 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.871717 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.871854 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.872214 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.872214 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.872482 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.872482 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.872743 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.872879 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.873015 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.873162 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.873299 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.873650 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.873650 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.874025 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.874025 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.874025 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.874345 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.874345 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.874707 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.874707 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.874903 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.875059 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.875141 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.875274 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.875441 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.875760 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.876069 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.876385 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.876555 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.876730 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.876895 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.877066 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.877706 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.877706 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.877706 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.877706 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.877965 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.878030 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.878176 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.878528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.878698 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.878862 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.879050 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.879202 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.879359 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.879534 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.879711 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.879878 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.880045 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.880209 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.880402 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.880568 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.880731 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.880867 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.881028 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.881193 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.881359 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.881731 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.881731 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.881894 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.882004 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.882171 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.882340 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.882528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.882697 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.882855 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.883017 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.883158 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886528 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886988 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886988 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886988 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886988 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886988 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886988 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886988 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.886988 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887414 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887414 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887414 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887414 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887414 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887414 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887414 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887414 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887831 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887831 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887831 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887831 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887831 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.887831 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.888154 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.888154 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.888268 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.888431 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.888622 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.888788 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.888954 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.889135 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.889300 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.889465 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.889630 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.890369 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.890594 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.890746 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.890912 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.891076 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.891242 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.891407 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.891574 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.891741 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.891912 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.892077 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.892241 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.892407 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.892572 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.892738 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.892917 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.893082 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.893272 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.893438 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.893602 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.893767 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.893941 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.894107 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.894271 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.894467 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.894620 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.894785 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.894985 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.895152 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.896727 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.896727 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.896727 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.896727 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.896727 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.896727 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.897685 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.897685 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.897685 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.897685 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.897685 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.897685 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.898380 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.898380 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.898380 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.898380 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.899201 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.899201 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.899201 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.899201 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.899201 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.899201 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.900746 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.900746 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.900746 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.900746 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.900746 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.900746 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.900746 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.900746 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.903638 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.903638 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.903638 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.903638 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.903638 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.903638 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.903638 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.903638 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.904326 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.904326 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.904326 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.904326 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.904326 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.904326 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.904326 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.904326 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.905463 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.905463 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.905463 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.905463 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.905463 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.905463 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.905463 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.905463 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.905463 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.906281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.906281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.906281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.906281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.906281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.906281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.906281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.906281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.906281 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.906993 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:35:02.906993 dv-cinder-788365-10-iscsi neutron-server[100390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 14:35:03.149342 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54080) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:03.158628 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067093 Aug 18 14:35:14.625410 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b70f48c-1761-427d-9b4e-d3848affe05e None None] get_active_networks_info from dv-cinder-788365-10-iscsi {{(pid=100501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:35:14.702564 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b70f48c-1761-427d-9b4e-d3848affe05e None None] No non-hosted networks {{(pid=100501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 14:35:14.717055 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.agentschedulers_db [None req-7b70f48c-1761-427d-9b4e-d3848affe05e None None] DHCP Agent not found on host dv-cinder-788365-10-iscsi {{(pid=100501) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 18 14:35:14.828511 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-67c736d7-9138-4b0e-a12f-5cd8b509a7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770921'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:17.151678 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-36d369ac-5d54-411a-b6e0-95664bcc682d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770921'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:17.238178 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9bc5058c-4f2b-4450-a855-7c5dc37a2076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:17.302481 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770921'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:17.303575 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.304141 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.304605 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.305147 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.305619 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.306449 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.306886 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.307421 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.307973 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.308469 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.308931 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.309429 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:17.309932 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788365-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:35:17.325606 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788365-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:35:17.957791 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770921'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:20.082496 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770921'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:20.635369 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.db.l3_hamode_db [None req-56d49eae-1b0e-4d33-8c83-c221024a9634 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 14:35:20.715020 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d49eae-1b0e-4d33-8c83-c221024a9634 None None] Routers set() bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:35:20.715971 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d49eae-1b0e-4d33-8c83-c221024a9634 None None] Router IDs set() for agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 14:35:21.116893 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54172) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:21.621132 dv-cinder-788365-10-iscsi neutron-server[100500]: WARNING oslo_policy.policy [None req-26852529-7f56-4f2a-80ee-63cb85c8b738 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:35:21.621732 dv-cinder-788365-10-iscsi neutron-server[100500]: WARNING oslo_policy.policy [None req-26852529-7f56-4f2a-80ee-63cb85c8b738 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:35:21.840554 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [None req-26852529-7f56-4f2a-80ee-63cb85c8b738 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:35:21.842083 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-26852529-7f56-4f2a-80ee-63cb85c8b738 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7237773 Aug 18 14:35:24.169342 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54186) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:24.475681 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-3ee35ab2-1472-4a44-a6d0-04ab229e6266 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:35:24.568495 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.policy [None req-3ee35ab2-1472-4a44-a6d0-04ab229e6266 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100500) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 14:35:24.614004 dv-cinder-788365-10-iscsi neutron-server[100500]: WARNING oslo_policy.policy [None req-3ee35ab2-1472-4a44-a6d0-04ab229e6266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:35:24.614392 dv-cinder-788365-10-iscsi neutron-server[100500]: WARNING oslo_policy.policy [None req-3ee35ab2-1472-4a44-a6d0-04ab229e6266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:35:24.623266 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.quota [None req-3ee35ab2-1472-4a44-a6d0-04ab229e6266 admin admin] Loaded quota_driver: . Aug 18 14:35:24.717871 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3ee35ab2-1472-4a44-a6d0-04ab229e6266 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785405497334', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785405496771', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785405505998', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785405478811', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785405908629', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785397995177', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7933634', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8177903', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-903542', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-959132'] for rbac-policy, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:24.787096 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3ee35ab2-1472-4a44-a6d0-04ab229e6266 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:24.788322 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3ee35ab2-1472-4a44-a6d0-04ab229e6266 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6178541 Aug 18 14:35:27.337731 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54198) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:27.647281 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Request body: {'network': {'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'name': 'private', 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'admin_state_up': True}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:35:27.677852 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Made reservation on behalf of d55c2094726848b98ed1599afc13a9a5 for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:35:27.680701 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:27.698844 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:27.826718 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:27.830291 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:27.851161 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:35:27.880415 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785401625802', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:27.881021 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Unsubscribe: segment precommit_create {{(pid=100500) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 14:35:27.881559 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Added segment d3a559ff-00d4-49d5-b186-829520fc4145 of type vlan for network 79eba875-1300-4069-97b2-8b6793eb2716 Aug 18 14:35:27.901630 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff463fd3-f354-4f33-b41a-ae7595098cd4,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:27.954605 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.954883 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.955224 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.955560 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.955893 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.956225 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.956556 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.956908 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.957239 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.957564 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.957887 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.958208 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Tracked resource versions report: Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: pushed versions: Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: { 'AddressGroup': {'1.2'}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'ConntrackHelper': {'1.0'}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Log': {'1.0'}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Network': {'1.1'}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Port': {'1.7'}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'PortForwarding': {'1.2'}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'QosPolicy': {'1.9'}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SecurityGroup': {'1.4'}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SubPort': {'1.0'}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Subnet': {'1.1'}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Trunk': {'1.1'}} Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: consumer versions: Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: { DHCP agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: L3 agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: Metadata agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: Metering agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: Open vSwitch agent@dv-cinder-788365-10-iscsi: { 'AddressGroup': '1.2', Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'ConntrackHelper': '1.0', Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Log': '1.0', Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Network': '1.1', Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Port': '1.7', Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'PortForwarding': '1.2', Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'QosPolicy': '1.9', Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SecurityGroup': '1.4', Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SecurityGroupRule': '1.2', Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SubPort': '1.0', Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Subnet': '1.1', Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Trunk': '1.1'}} Aug 18 14:35:27.959598 dv-cinder-788365-10-iscsi neutron-server[100500]: {{(pid=100500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:35:28.001648 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:28.054539 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:28.055716 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:28.056408 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:28.140939 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8021107 Aug 18 14:35:28.159371 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97590c6b-9e58-4099-8cdd-8a1943e19763 admin admin] Pushing event updated for resources: {'Network': ['ID=79eba875-1300-4069-97b2-8b6793eb2716,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:28.182774 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 79eba875-1300-4069-97b2-8b6793eb2716 details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:35:30.821816 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 54212) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:31.324123 dv-cinder-788365-10-iscsi neutron-server[100499]: WARNING oslo_policy.policy [None req-ba45632d-af33-4399-b8ac-32a64f70d762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:35:31.324715 dv-cinder-788365-10-iscsi neutron-server[100499]: WARNING oslo_policy.policy [None req-ba45632d-af33-4399-b8ac-32a64f70d762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:35:31.781089 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.policy [None req-ba45632d-af33-4399-b8ac-32a64f70d762 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100499) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 14:35:31.827588 dv-cinder-788365-10-iscsi neutron-server[100499]: WARNING oslo_policy.policy [None req-ba45632d-af33-4399-b8ac-32a64f70d762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:35:31.828224 dv-cinder-788365-10-iscsi neutron-server[100499]: WARNING oslo_policy.policy [None req-ba45632d-af33-4399-b8ac-32a64f70d762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:35:31.836273 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba45632d-af33-4399-b8ac-32a64f70d762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:31.838212 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ba45632d-af33-4399-b8ac-32a64f70d762 admin admin] 10.222.0.38 "GET /v2.0/networks/79eba875-1300-4069-97b2-8b6793eb2716 HTTP/1.1" status: 200 len: 825 time: 1.0142717 Aug 18 14:35:31.878092 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-312832a4-482d-4075-b882-335aa6c67930 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/71ba8a60-c4b6-4d1f-a80d-daeb1262aafe HTTP/1.1" status: 200 len: 734 time: 0.0337527 Aug 18 14:35:31.888983 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Request body: {'subnet': {'subnetpool_id': '71ba8a60-c4b6-4d1f-a80d-daeb1262aafe', 'gateway_ip': '172.20.0.1', 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716', 'ip_version': 4, 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'name': 'private-subnet'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:35:31.890582 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.quota [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Loaded quota_driver: . Aug 18 14:35:31.930975 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Made reservation on behalf of d55c2094726848b98ed1599afc13a9a5 for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:35:31.934757 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:32.232084 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:32.302305 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Checking segment: {'id': 'd3a559ff-00d4-49d5-b186-829520fc4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:35:32.302714 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Network hostable DHCP agents. Network: 79eba875-1300-4069-97b2-8b6793eb2716, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:35:32.316134 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6380e615-1775-40b4-a8e0-247f85cf20f1,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:32.327425 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.327777 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.328115 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.328447 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.328775 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.329118 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.329449 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.329792 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.330097 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.330416 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.330760 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.331077 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Tracked resource versions report: Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: pushed versions: Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: { 'AddressGroup': {'1.2'}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'ConntrackHelper': {'1.0'}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Log': {'1.0'}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Network': {'1.1'}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Port': {'1.7'}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'PortForwarding': {'1.2'}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'QosPolicy': {'1.9'}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SecurityGroup': {'1.4'}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SubPort': {'1.0'}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Subnet': {'1.1'}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Trunk': {'1.1'}} Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: consumer versions: Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: { DHCP agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: L3 agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: Metadata agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: Metering agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: Open vSwitch agent@dv-cinder-788365-10-iscsi: { 'AddressGroup': '1.2', Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'ConntrackHelper': '1.0', Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Log': '1.0', Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Network': '1.1', Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Port': '1.7', Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'PortForwarding': '1.2', Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'QosPolicy': '1.9', Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SecurityGroup': '1.4', Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SecurityGroupRule': '1.2', Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SubPort': '1.0', Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Subnet': '1.1', Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Trunk': '1.1'}} Aug 18 14:35:32.332413 dv-cinder-788365-10-iscsi neutron-server[100499]: {{(pid=100499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:35:32.365662 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Network 79eba875-1300-4069-97b2-8b6793eb2716 is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:35:32.378956 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 79eba875-1300-4069-97b2-8b6793eb2716) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:35:32.383780 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:32.384481 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:32.391498 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cfeb01-ccb6-4cb4-8744-931b3b9466f1 None None] Network 79eba875-1300-4069-97b2-8b6793eb2716 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:35:32.405959 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-fed7ad4b-3edb-4398-849c-458a65b5319e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5219793 Aug 18 14:35:32.732003 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c41c27-991a-5f81-9df1-e311b5c045aa-79eba875-1300-4069-97b2-8b6793eb2716', 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'fixed_ips': [{'subnet_id': '6380e615-1775-40b4-a8e0-247f85cf20f1'}]}} from dv-cinder-788365-10-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:35:32.733312 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:33.017408 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Allocated IP 172.20.0.2 (79eba875-1300-4069-97b2-8b6793eb2716/6380e615-1775-40b4-a8e0-247f85cf20f1/68d532cf-b07b-45c3-b0c1-2e2d8ba364ce) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:35:33.250233 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:33.297694 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Transition to ACTIVE for port object 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:35:33.326255 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Transition to ACTIVE for port object 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:35:33.331904 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:33.399515 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Network 79eba875-1300-4069-97b2-8b6793eb2716 is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:35:33.406721 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:35:33.419953 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:35:33.436729 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Pushing event updated for resources: {'Port': ['ID=68d532cf-b07b-45c3-b0c1-2e2d8ba364ce,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:33.484205 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.484569 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.484919 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.485256 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.485592 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.485938 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.486271 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.486630 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.486975 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.487307 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.487643 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.487967 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Tracked resource versions report: Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: pushed versions: Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: { 'AddressGroup': {'1.2'}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'ConntrackHelper': {'1.0'}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Log': {'1.0'}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Network': {'1.1'}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Port': {'1.7'}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'PortForwarding': {'1.2'}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'QosPolicy': {'1.9'}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SecurityGroup': {'1.4'}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SubPort': {'1.0'}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Subnet': {'1.1'}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Trunk': {'1.1'}} Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: consumer versions: Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: { DHCP agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: L3 agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: Metadata agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: Metering agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: Open vSwitch agent@dv-cinder-788365-10-iscsi: { 'AddressGroup': '1.2', Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'ConntrackHelper': '1.0', Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Log': '1.0', Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Network': '1.1', Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Port': '1.7', Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'PortForwarding': '1.2', Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'QosPolicy': '1.9', Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SecurityGroup': '1.4', Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SecurityGroupRule': '1.2', Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SubPort': '1.0', Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Subnet': '1.1', Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Trunk': '1.1'}} Aug 18 14:35:33.489336 dv-cinder-788365-10-iscsi neutron-server[100501]: {{(pid=100501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:35:33.525360 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Attempting to bind port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:35:33.525764 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Attempting to bind port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'd3a559ff-00d4-49d5-b186-829520fc4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:35:33.526197 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Attempting to bind port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce on network 79eba875-1300-4069-97b2-8b6793eb2716 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:35:33.531991 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:35:33.532402 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Checking segment: {'id': 'd3a559ff-00d4-49d5-b186-829520fc4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:35:33.532886 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:33.533280 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Bound using segment: {'id': 'd3a559ff-00d4-49d5-b186-829520fc4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:35:33.533768 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Bound port: 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a559ff-00d4-49d5-b186-829520fc4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:35:33.534183 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:33.598608 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] For port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:35:33.607049 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] For port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=68d532cf-b07b-45c3-b0c1-2e2d8ba364ce,segment=NetworkSegment(d3a559ff-00d4-49d5-b186-829520fc4145),segment_id=d3a559ff-00d4-49d5-b186-829520fc4145)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:35:33.610439 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:33.679841 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1ca59-1eac-4f6f-8baa-50deb7003854 None None] Pushing event updated for resources: {'Port': ['ID=68d532cf-b07b-45c3-b0c1-2e2d8ba364ce,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:34.849392 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54232) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:35.185294 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [None req-1c2d309d-4e72-48a3-bbbc-0f9b5d6138f2 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:35:35.186370 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-1c2d309d-4e72-48a3-bbbc-0f9b5d6138f2 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3359878 Aug 18 14:35:37.708744 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54240) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:38.035004 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [None req-15b99d36-9967-48d1-b928-667aef6e2c65 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:35:38.036160 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-15b99d36-9967-48d1-b928-667aef6e2c65 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3264685 Aug 18 14:35:40.625613 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54250) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:40.933161 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-7d7cc88a-f118-4ef3-a7e7-45ed3430eaef admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'admin_state_up': True}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:35:40.958746 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d7cc88a-f118-4ef3-a7e7-45ed3430eaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30918'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:40.960253 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d7cc88a-f118-4ef3-a7e7-45ed3430eaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30927'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:41.118694 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d7cc88a-f118-4ef3-a7e7-45ed3430eaef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:41.123822 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d7cc88a-f118-4ef3-a7e7-45ed3430eaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612893'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:41.136273 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d7cc88a-f118-4ef3-a7e7-45ed3430eaef admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:41.137556 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7d7cc88a-f118-4ef3-a7e7-45ed3430eaef admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5108998 Aug 18 14:35:41.249527 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:35:41.341463 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:35:42.167349 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9bed6d-2c55-438a-a733-a3eb9a090981 None None] Network 79eba875-1300-4069-97b2-8b6793eb2716 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:35:42.225556 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-16261cd3-8b06-4a2e-a314-afaafdfef1bd None None] Provisioning for port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:35:42.233447 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-16261cd3-8b06-4a2e-a314-afaafdfef1bd None None] Provisioning complete for port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:35:42.233846 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-16261cd3-8b06-4a2e-a314-afaafdfef1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:42.395746 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-16261cd3-8b06-4a2e-a314-afaafdfef1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:42.457256 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-16261cd3-8b06-4a2e-a314-afaafdfef1bd None None] For port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=68d532cf-b07b-45c3-b0c1-2e2d8ba364ce,segment=NetworkSegment(d3a559ff-00d4-49d5-b186-829520fc4145),segment_id=d3a559ff-00d4-49d5-b186-829520fc4145)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:35:42.461535 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-16261cd3-8b06-4a2e-a314-afaafdfef1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:42.509933 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16261cd3-8b06-4a2e-a314-afaafdfef1bd None None] Pushing event updated for resources: {'Port': ['ID=68d532cf-b07b-45c3-b0c1-2e2d8ba364ce,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:42.681348 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-c96fa160-89a0-4611-b71c-d7693a50a117 None None] Provisioning complete for port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:35:42.681639 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c96fa160-89a0-4611-b71c-d7693a50a117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:43.227715 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:35:43.273558 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:35:43.273929 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:43.559467 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 54262) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:43.883689 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [None req-622e571d-79b3-4f04-8f93-b9cc2f6a497d admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:35:43.884869 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-622e571d-79b3-4f04-8f93-b9cc2f6a497d admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3242795 Aug 18 14:35:44.521903 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c4940498-cb7c-4d4f-897e-4c66cacae605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:44.813148 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:35:46.267820 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 54270) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:46.579062 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:35:46.601914 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Made reservation on behalf of 484bdff6c87b40d49e99b901966abe7d for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:35:46.604265 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.620626 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.743912 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.749301 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.766098 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Reserving flat network on physical network physnet1 {{(pid=100499) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 14:35:46.785548 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda9efd1-5d75-4c19-9866-06b578ac3687,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:46.796990 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785401625802', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.797519 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Unsubscribe: segment precommit_create {{(pid=100499) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 14:35:46.798067 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Added segment 3f124256-e651-4dd9-8d00-87ce45fbaeb8 of type flat for network f70b9128-261f-4c77-8b6f-a0f6f98fd191 Aug 18 14:35:46.852168 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.917896 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.919558 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:46.920132 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:46.987756 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7188406 Aug 18 14:35:47.018390 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19bdaf-429f-4235-a812-c65c5c307258 admin admin] Pushing event updated for resources: {'Network': ['ID=f70b9128-261f-4c77-8b6f-a0f6f98fd191,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:47.029513 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:35:47.148630 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9de9e9dd-25ba-4094-8528-3d1d8a446527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:47.265889 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:47.901629 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:49.352592 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 54288) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:49.526616 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d391183-377c-44a6-a95b-56af40a131dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:49.528762 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4d391183-377c-44a6-a95b-56af40a131dc admin admin] 10.222.0.38 "GET /v2.0/subnets/6380e615-1775-40b4-a8e0-247f85cf20f1 HTTP/1.1" status: 200 len: 849 time: 0.1752057 Aug 18 14:35:49.691640 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5545ced4-cb06-418f-962b-5eb439a4fe3e admin admin] 10.222.0.38 "GET /v2.0/routers/42a11f62-01cd-4261-b443-50539a12f96c HTTP/1.1" status: 200 len: 704 time: 0.1570449 Aug 18 14:35:49.960618 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:50.022447 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:50.259656 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Allocated IP 172.20.0.1 (79eba875-1300-4069-97b2-8b6793eb2716/6380e615-1775-40b4-a8e0-247f85cf20f1/4ea5951c-1119-4128-8fdd-221b8dc2b53f) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:35:50.418015 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:50.441443 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Transition to ACTIVE for port object 4ea5951c-1119-4128-8fdd-221b8dc2b53f will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:35:50.523629 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:50.635899 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Network 79eba875-1300-4069-97b2-8b6793eb2716 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:35:50.641604 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:35:50.649937 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:35:50.650538 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634453'] for router_interface, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:50.721822 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea5951c-1119-4128-8fdd-221b8dc2b53f,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:50.824037 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-4d013919-dcdf-4831-8e89-6f172e46b966 None None] Provisioning for port 4ea5951c-1119-4128-8fdd-221b8dc2b53f completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:35:50.827686 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-4d013919-dcdf-4831-8e89-6f172e46b966 None None] Provisioning complete for port 4ea5951c-1119-4128-8fdd-221b8dc2b53f triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:35:50.828056 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4d013919-dcdf-4831-8e89-6f172e46b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:50.861122 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:50.861679 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-4d013919-dcdf-4831-8e89-6f172e46b966 None None] Port 4ea5951c-1119-4128-8fdd-221b8dc2b53f cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:35:51.073902 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:51.079053 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:51.079816 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634529'] for router_interface, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:51.153728 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea5951c-1119-4128-8fdd-221b8dc2b53f,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:51.204418 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Network 79eba875-1300-4069-97b2-8b6793eb2716 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:35:51.205800 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:35:51.368987 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Router 42a11f62-01cd-4261-b443-50539a12f96c is scheduled to L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 with binding_index 1 {{(pid=100499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:35:51.381691 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-30ac2d58-6727-4a17-9248-cc4adce26baf None None] Provisioning complete for port 4ea5951c-1119-4128-8fdd-221b8dc2b53f triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:35:51.382270 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-30ac2d58-6727-4a17-9248-cc4adce26baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:51.418283 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-30ac2d58-6727-4a17-9248-cc4adce26baf None None] Port 4ea5951c-1119-4128-8fdd-221b8dc2b53f cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:35:51.461622 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:35:51.467612 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-a92d2a41-5cd3-41ec-bf02-19a706124a78 admin admin] 10.222.0.38 "PUT /v2.0/routers/42a11f62-01cd-4261-b443-50539a12f96c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7704785 Aug 18 14:35:51.472600 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Sync routers for ids ['42a11f62-01cd-4261-b443-50539a12f96c'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:35:51.487431 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Routers {'42a11f62-01cd-4261-b443-50539a12f96c'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:35:51.488192 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:35:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['42a11f62-01cd-4261-b443-50539a12f96c'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:35:51.682407 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Set router 42a11f62-01cd-4261-b443-50539a12f96c gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:35:52.116500 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a11f62-01cd-4261-b443-50539a12f96c', 'name': 'router1', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:35:40Z', 'updated_at': '2021-08-18T14:35:50Z', 'revision_number': 2, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'gw_port_host': None, '_interfaces': [{'id': '4ea5951c-1119-4128-8fdd-221b8dc2b53f', 'name': '', 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'mac_address': 'fa:16:3e:c2:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a11f62-01cd-4261-b443-50539a12f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:35:49Z', 'updated_at': '2021-08-18T14:35:50Z', 'revision_number': 2, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'subnets': [{'id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71ba8a60-c4b6-4d1f-a80d-daeb1262aafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:35:52.170187 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Checking router: 42a11f62-01cd-4261-b443-50539a12f96c for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:35:52.170605 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Updating router 42a11f62-01cd-4261-b443-50539a12f96c port 4ea5951c-1119-4128-8fdd-221b8dc2b53f binding host dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:35:52.221197 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:52.770247 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:52.787969 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Transition to ACTIVE for port object 4ea5951c-1119-4128-8fdd-221b8dc2b53f will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:35:52.795571 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:52.950345 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Pushing event updated for resources: {'Port': ['ID=4ea5951c-1119-4128-8fdd-221b8dc2b53f,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:52.964456 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Attempting to bind port 4ea5951c-1119-4128-8fdd-221b8dc2b53f on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:35:52.964923 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Attempting to bind port 4ea5951c-1119-4128-8fdd-221b8dc2b53f by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'd3a559ff-00d4-49d5-b186-829520fc4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:35:52.965344 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Attempting to bind port 4ea5951c-1119-4128-8fdd-221b8dc2b53f on network 79eba875-1300-4069-97b2-8b6793eb2716 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:35:52.969120 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.969467 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.969804 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.970133 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.970483 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.970818 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.971143 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.971462 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.971799 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.972122 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.972439 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.972753 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Tracked resource versions report: Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: pushed versions: Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: { 'AddressGroup': {'1.2'}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'ConntrackHelper': {'1.0'}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Log': {'1.0'}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Network': {'1.1'}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Port': {'1.7'}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'PortForwarding': {'1.2'}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'QosPolicy': {'1.9'}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SecurityGroup': {'1.4'}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SubPort': {'1.0'}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Subnet': {'1.1'}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Trunk': {'1.1'}} Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: consumer versions: Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: { DHCP agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: L3 agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: Metadata agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: Metering agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: Open vSwitch agent@dv-cinder-788365-10-iscsi: { 'AddressGroup': '1.2', Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'ConntrackHelper': '1.0', Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Log': '1.0', Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Network': '1.1', Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Port': '1.7', Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'PortForwarding': '1.2', Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'QosPolicy': '1.9', Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SecurityGroup': '1.4', Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SecurityGroupRule': '1.2', Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SubPort': '1.0', Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Subnet': '1.1', Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Trunk': '1.1'}} Aug 18 14:35:52.974079 dv-cinder-788365-10-iscsi neutron-server[100502]: {{(pid=100502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:35:52.978293 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:35:52.978729 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Checking segment: {'id': 'd3a559ff-00d4-49d5-b186-829520fc4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:35:52.979210 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:52.979589 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Bound using segment: {'id': 'd3a559ff-00d4-49d5-b186-829520fc4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:35:52.980072 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Bound port: 4ea5951c-1119-4128-8fdd-221b8dc2b53f, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a559ff-00d4-49d5-b186-829520fc4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:35:52.981167 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:53.048911 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] For port 4ea5951c-1119-4128-8fdd-221b8dc2b53f, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:35:53.073386 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] For port 4ea5951c-1119-4128-8fdd-221b8dc2b53f, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=4ea5951c-1119-4128-8fdd-221b8dc2b53f,segment=NetworkSegment(d3a559ff-00d4-49d5-b186-829520fc4145),segment_id=d3a559ff-00d4-49d5-b186-829520fc4145)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:35:53.078651 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:53.136484 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20c3f4-539f-4dc0-8fb1-00ef67b995da None None] Pushing event updated for resources: {'Port': ['ID=4ea5951c-1119-4128-8fdd-221b8dc2b53f,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:53.142059 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Routers {'42a11f62-01cd-4261-b443-50539a12f96c'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:35:53.142713 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:35:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['42a11f62-01cd-4261-b443-50539a12f96c'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:35:53.233792 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] Set router 42a11f62-01cd-4261-b443-50539a12f96c gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:35:53.444677 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a11f62-01cd-4261-b443-50539a12f96c', 'name': 'router1', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:35:40Z', 'updated_at': '2021-08-18T14:35:50Z', 'revision_number': 2, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'gw_port_host': None, '_interfaces': [{'id': '4ea5951c-1119-4128-8fdd-221b8dc2b53f', 'name': '', 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'mac_address': 'fa:16:3e:c2:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a11f62-01cd-4261-b443-50539a12f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:35:49Z', 'updated_at': '2021-08-18T14:35:53Z', 'revision_number': 4, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'subnets': [{'id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71ba8a60-c4b6-4d1f-a80d-daeb1262aafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:35:53.470142 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f4dd7-e295-4d5c-94f7-f5399b82e24d None None] The sync data for ids ['42a11f62-01cd-4261-b443-50539a12f96c'] in dv-cinder-788365-10-iscsi is: [{'id': '42a11f62-01cd-4261-b443-50539a12f96c', 'name': 'router1', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:35:40Z', 'updated_at': '2021-08-18T14:35:50Z', 'revision_number': 2, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'gw_port_host': None, '_interfaces': [{'id': '4ea5951c-1119-4128-8fdd-221b8dc2b53f', 'name': '', 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'mac_address': 'fa:16:3e:c2:cb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a11f62-01cd-4261-b443-50539a12f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:35:49Z', 'updated_at': '2021-08-18T14:35:53Z', 'revision_number': 4, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'subnets': [{'id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71ba8a60-c4b6-4d1f-a80d-daeb1262aafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:35:53.713352 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 54308) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:53.826863 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cba554-626e-46fe-a1bf-fc2c8853b662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:53.828141 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-63cba554-626e-46fe-a1bf-fc2c8853b662 admin admin] 10.222.0.38 "GET /v2.0/networks/f70b9128-261f-4c77-8b6f-a0f6f98fd191 HTTP/1.1" status: 200 len: 842 time: 0.1137962 Aug 18 14:35:53.838051 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:35:53.859325 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Made reservation on behalf of 484bdff6c87b40d49e99b901966abe7d for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:35:53.861846 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:54.149090 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.objects.ports [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100499) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:35:54.149820 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:54.207491 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:54.214267 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Checking segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:35:54.215034 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Network hostable DHCP agents. Network: f70b9128-261f-4c77-8b6f-a0f6f98fd191, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:35:54.233035 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:35:54.241626 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, f70b9128-261f-4c77-8b6f-a0f6f98fd191) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:35:54.245858 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:54.246496 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:54.251663 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3de01d-18c5-41ea-891f-c19f2aeb752a None None] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:35:54.261838 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b4a19701-9012-42a4-8568-6d62189c573c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4272890 Aug 18 14:35:54.396283 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427bfd4f-c872-40e8-8a03-64f4e2730051 None None] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:35:56.538834 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54316) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:35:56.773354 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9097b5a7-d61e-41b9-a5ce-7b50f44d2031 admin admin] 10.222.0.38 "GET /v2.0/routers/42a11f62-01cd-4261-b443-50539a12f96c HTTP/1.1" status: 200 len: 710 time: 0.2333105 Aug 18 14:35:56.930085 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d445a-5529-4925-b2c5-9a9c2facfef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:35:56.931527 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-883d445a-5529-4925-b2c5-9a9c2facfef6 admin admin] 10.222.0.38 "GET /v2.0/networks/f70b9128-261f-4c77-8b6f-a0f6f98fd191 HTTP/1.1" status: 200 len: 886 time: 0.1522944 Aug 18 14:35:56.941889 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:35:57.194262 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:57.442393 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:57.516829 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:57.705047 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Allocated IP 172.27.0.141 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/6f26308d-7343-4fa0-88c8-ba0d22d88d19) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:35:57.818836 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:57.900976 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:58.030801 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:35:58.035856 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:35:58.045409 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:35:58.048434 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=6f26308d-7343-4fa0-88c8-ba0d22d88d19,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:58.325464 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:58.522054 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-613025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30973'] for router, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:58.527601 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-612879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-612884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636613'] for router, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:58.663253 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Router 42a11f62-01cd-4261-b443-50539a12f96c has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:35:58.785820 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:35:58.790208 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:58.791470 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-02fa4cf1-7c31-4cb8-b337-a2c626d41bd7 admin admin] 10.222.0.38 "PUT /v2.0/routers/42a11f62-01cd-4261-b443-50539a12f96c HTTP/1.1" status: 200 len: 890 time: 1.8530726 Aug 18 14:35:59.246380 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 4ea5951c-1119-4128-8fdd-221b8dc2b53f up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:35:59.295238 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 4ea5951c-1119-4128-8fdd-221b8dc2b53f completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:35:59.298804 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 4ea5951c-1119-4128-8fdd-221b8dc2b53f triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:35:59.299170 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:59.376150 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:59.410481 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 4ea5951c-1119-4128-8fdd-221b8dc2b53f, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=4ea5951c-1119-4128-8fdd-221b8dc2b53f,segment=NetworkSegment(d3a559ff-00d4-49d5-b186-829520fc4145),segment_id=d3a559ff-00d4-49d5-b186-829520fc4145)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:35:59.414887 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:35:59.505900 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=4ea5951c-1119-4128-8fdd-221b8dc2b53f,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:35:59.970892 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Sync routers for ids ['42a11f62-01cd-4261-b443-50539a12f96c'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:35:59.981049 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Routers {'42a11f62-01cd-4261-b443-50539a12f96c'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:35:59.981778 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:35:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['42a11f62-01cd-4261-b443-50539a12f96c'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:00.195118 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Set router 42a11f62-01cd-4261-b443-50539a12f96c gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:36:00.588623 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a11f62-01cd-4261-b443-50539a12f96c', 'name': 'router1', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f26308d-7343-4fa0-88c8-ba0d22d88d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:35:40Z', 'updated_at': '2021-08-18T14:35:58Z', 'revision_number': 4, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'gw_port': {'id': '6f26308d-7343-4fa0-88c8-ba0d22d88d19', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a11f62-01cd-4261-b443-50539a12f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:35:57Z', 'updated_at': '2021-08-18T14:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '4ea5951c-1119-4128-8fdd-221b8dc2b53f', 'name': '', 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'mac_address': 'fa:16:3e:c2:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a11f62-01cd-4261-b443-50539a12f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:35:49Z', 'updated_at': '2021-08-18T14:35:59Z', 'revision_number': 5, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'subnets': [{'id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71ba8a60-c4b6-4d1f-a80d-daeb1262aafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:00.642792 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Checking router: 42a11f62-01cd-4261-b443-50539a12f96c for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:36:00.643167 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Updating router 42a11f62-01cd-4261-b443-50539a12f96c port 6f26308d-7343-4fa0-88c8-ba0d22d88d19 binding host dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:36:00.691081 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:01.019498 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:01.029745 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Transition to ACTIVE for port object 6f26308d-7343-4fa0-88c8-ba0d22d88d19 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:36:01.035942 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:01.091135 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaddb62-4269-495a-a449-792fa4666f43 None None] Pushing event updated for resources: {'Port': ['ID=6f26308d-7343-4fa0-88c8-ba0d22d88d19,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:01.098494 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Attempting to bind port 6f26308d-7343-4fa0-88c8-ba0d22d88d19 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:36:01.098494 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Attempting to bind port 6f26308d-7343-4fa0-88c8-ba0d22d88d19 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:36:01.098494 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Attempting to bind port 6f26308d-7343-4fa0-88c8-ba0d22d88d19 on network f70b9128-261f-4c77-8b6f-a0f6f98fd191 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:36:01.100529 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:36:01.100917 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Checking segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:36:01.101324 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:01.101744 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Bound using segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:36:01.102245 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Bound port: 6f26308d-7343-4fa0-88c8-ba0d22d88d19, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:36:01.102711 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:01.164487 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] For port 6f26308d-7343-4fa0-88c8-ba0d22d88d19, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:36:01.168408 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] For port 6f26308d-7343-4fa0-88c8-ba0d22d88d19, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=6f26308d-7343-4fa0-88c8-ba0d22d88d19,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:36:01.172761 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:01.207920 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 54328) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:36:01.285396 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 4ea5951c-1119-4128-8fdd-221b8dc2b53f up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:36:01.329812 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3efc87be-cf0a-4ee6-887e-381026202a67 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1206102 Aug 18 14:36:01.348377 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Routers {'42a11f62-01cd-4261-b443-50539a12f96c'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:36:01.349035 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:35:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['42a11f62-01cd-4261-b443-50539a12f96c'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:01.357898 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaddb62-4269-495a-a449-792fa4666f43 None None] Pushing event updated for resources: {'Port': ['ID=6f26308d-7343-4fa0-88c8-ba0d22d88d19,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:01.458249 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 4ea5951c-1119-4128-8fdd-221b8dc2b53f triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:01.458581 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:01.498815 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] Set router 42a11f62-01cd-4261-b443-50539a12f96c gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:36:01.755955 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a11f62-01cd-4261-b443-50539a12f96c', 'name': 'router1', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f26308d-7343-4fa0-88c8-ba0d22d88d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:35:40Z', 'updated_at': '2021-08-18T14:35:58Z', 'revision_number': 4, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'gw_port': {'id': '6f26308d-7343-4fa0-88c8-ba0d22d88d19', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a11f62-01cd-4261-b443-50539a12f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:35:57Z', 'updated_at': '2021-08-18T14:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '4ea5951c-1119-4128-8fdd-221b8dc2b53f', 'name': '', 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'mac_address': 'fa:16:3e:c2:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a11f62-01cd-4261-b443-50539a12f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:35:49Z', 'updated_at': '2021-08-18T14:35:59Z', 'revision_number': 5, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'subnets': [{'id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71ba8a60-c4b6-4d1f-a80d-daeb1262aafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:36:01.784009 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15272ecd-7fe9-4420-8fc7-f67478cfe19a None None] The sync data for ids ['42a11f62-01cd-4261-b443-50539a12f96c'] in dv-cinder-788365-10-iscsi is: [{'id': '42a11f62-01cd-4261-b443-50539a12f96c', 'name': 'router1', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '6f26308d-7343-4fa0-88c8-ba0d22d88d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:35:40Z', 'updated_at': '2021-08-18T14:35:58Z', 'revision_number': 4, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'gw_port': {'id': '6f26308d-7343-4fa0-88c8-ba0d22d88d19', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a11f62-01cd-4261-b443-50539a12f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:35:57Z', 'updated_at': '2021-08-18T14:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '4ea5951c-1119-4128-8fdd-221b8dc2b53f', 'name': '', 'network_id': '79eba875-1300-4069-97b2-8b6793eb2716', 'tenant_id': 'd55c2094726848b98ed1599afc13a9a5', 'mac_address': 'fa:16:3e:c2:cb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a11f62-01cd-4261-b443-50539a12f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:35:49Z', 'updated_at': '2021-08-18T14:35:59Z', 'revision_number': 5, 'project_id': 'd55c2094726848b98ed1599afc13a9a5', 'subnets': [{'id': '6380e615-1775-40b4-a8e0-247f85cf20f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71ba8a60-c4b6-4d1f-a80d-daeb1262aafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:36:03.286871 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 6f26308d-7343-4fa0-88c8-ba0d22d88d19 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:36:03.346294 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 6f26308d-7343-4fa0-88c8-ba0d22d88d19 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:36:03.350308 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 6f26308d-7343-4fa0-88c8-ba0d22d88d19 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:03.351564 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:03.439577 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:03.462497 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 6f26308d-7343-4fa0-88c8-ba0d22d88d19, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=6f26308d-7343-4fa0-88c8-ba0d22d88d19,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:36:03.468120 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:03.522543 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=6f26308d-7343-4fa0-88c8-ba0d22d88d19,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:36:05.268544 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 6f26308d-7343-4fa0-88c8-ba0d22d88d19 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:36:05.348249 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 6f26308d-7343-4fa0-88c8-ba0d22d88d19 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:36:05.348995 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:14.525513 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b97d22ef-88f2-4633-8fd5-a0672b5309d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:17.154817 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-af46795b-6fbc-4c32-a5c3-4fc1af696aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:17.269319 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:17.907527 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:20.047502 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:21.812068 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:36:44.530356 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f23d7906-9b17-4092-bc03-7ff0c4d1ecd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:47.149753 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d3e0-a5e3-4544-9ad1-2525cecb71d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:47.272690 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:47.909230 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:50.035895 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:36:58.810699 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:37:14.532100 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a08dafb0-f188-4202-b507-106aff646106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.151668 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4e4ac1fc-d986-40ee-bf88-384ff0031e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.274690 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:17.911793 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:20.037460 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:35.809576 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:37:36.707272 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 54898) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:36.767831 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.pecan_wsgi.hooks.translation [None req-84892a74-b98a-4260-b29f-201c7ff2e4b6 admin admin] GET failed (client error): The resource could not be found. Aug 18 14:37:36.769161 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-84892a74-b98a-4260-b29f-201c7ff2e4b6 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608768 Aug 18 14:37:36.999238 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd0bbc-8b4c-44cc-91b2-144519c469e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:37.000746 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-eddd0bbc-8b4c-44cc-91b2-144519c469e8 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2268834 Aug 18 14:37:39.154696 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 54908) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:39.245347 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842354c0-59f6-4f09-aa45-ef0d6ce456ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:39.246721 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-842354c0-59f6-4f09-aa45-ef0d6ce456ed admin admin] 10.222.0.38 "GET /v2.0/subnets/6380e615-1775-40b4-a8e0-247f85cf20f1 HTTP/1.1" status: 200 len: 849 time: 0.0910518 Aug 18 14:37:39.256961 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:37:39.341940 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:39.479782 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785401644135'] for subnet, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:39.511681 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:39.512471 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:39.514000 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] 10.222.0.38 "PUT /v2.0/subnets/6380e615-1775-40b4-a8e0-247f85cf20f1 HTTP/1.1" status: 200 len: 868 time: 0.2608519 Aug 18 14:37:39.516313 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f9d41d-01a9-4fb3-9144-511e70e85116 None None] Network 79eba875-1300-4069-97b2-8b6793eb2716 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:37:39.541996 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6380e615-1775-40b4-a8e0-247f85cf20f1,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:37:39.549656 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.550106 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.550397 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.550830 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.551736 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.552094 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.552463 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.552819 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.553156 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.553487 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.553817 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.554145 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8116c1-d710-4002-8d79-96c5664befc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:37:39.854936 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-d7a3ac5a-475d-47fc-bcfb-999521cf9255 None None] Provisioning complete for port 4ea5951c-1119-4128-8fdd-221b8dc2b53f triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:39.855315 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ac5a-475d-47fc-bcfb-999521cf9255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:39.942444 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-d7a3ac5a-475d-47fc-bcfb-999521cf9255 None None] Provisioning complete for port 68d532cf-b07b-45c3-b0c1-2e2d8ba364ce triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:37:39.942842 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ac5a-475d-47fc-bcfb-999521cf9255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:41.717360 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 54916) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:41.913299 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f213fb97-3032-4413-950f-af6159790e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:41.913779 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f213fb97-3032-4413-950f-af6159790e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:41.915408 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f213fb97-3032-4413-950f-af6159790e3c admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970887 Aug 18 14:37:44.047663 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54924) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:44.249891 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd23ff-43fb-48bb-b8e1-da0e3329ac71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:44.250457 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd23ff-43fb-48bb-b8e1-da0e3329ac71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:44.252388 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-85bd23ff-43fb-48bb-b8e1-da0e3329ac71 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2034340 Aug 18 14:37:44.534094 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a8a7f9ea-bd98-4f18-ae25-031cb1ca1f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:46.417853 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54934) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:46.568995 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d78b31-10c0-4444-a3e1-ed14349fb6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:46.570379 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-49d78b31-10c0-4444-a3e1-ed14349fb6d8 admin admin] 10.222.0.38 "GET /v2.0/networks/79eba875-1300-4069-97b2-8b6793eb2716 HTTP/1.1" status: 200 len: 869 time: 0.1515400 Aug 18 14:37:47.154418 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7dca9f48-0569-46c1-b4a0-7418524dc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:47.276710 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:47.914537 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:48.704147 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54942) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:48.830493 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2dddf-bb59-4462-9f8f-9be3fe4ce0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:48.831859 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-4cf2dddf-bb59-4462-9f8f-9be3fe4ce0ca admin admin] 10.222.0.38 "GET /v2.0/networks/f70b9128-261f-4c77-8b6f-a0f6f98fd191 HTTP/1.1" status: 200 len: 886 time: 0.1267328 Aug 18 14:37:50.045210 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:37:50.993649 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 54950) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:51.119288 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d2a0fd-7818-4cc7-a726-8711d546b8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:51.119756 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d2a0fd-7818-4cc7-a726-8711d546b8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:51.121289 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-11d2a0fd-7818-4cc7-a726-8711d546b8cf admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266901 Aug 18 14:37:53.252190 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54958) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:53.374788 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90517918-2914-46df-be90-cd0174c2d345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:53.375261 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90517918-2914-46df-be90-cd0174c2d345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:53.376809 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-90517918-2914-46df-be90-cd0174c2d345 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236718 Aug 18 14:37:55.534603 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 54966) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:55.711786 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5fcfcb-74e9-4006-8942-af813f1a3757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:55.713171 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7e5fcfcb-74e9-4006-8942-af813f1a3757 admin admin] 10.222.0.38 "GET /v2.0/subnets/6380e615-1775-40b4-a8e0-247f85cf20f1 HTTP/1.1" status: 200 len: 868 time: 0.1776681 Aug 18 14:37:57.852277 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 54974) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:37:57.937851 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89bcbf3-fb9f-46d0-8d4e-e5ced2698415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:37:57.939201 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-a89bcbf3-fb9f-46d0-8d4e-e5ced2698415 admin admin] 10.222.0.38 "GET /v2.0/subnets/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2 HTTP/1.1" status: 200 len: 816 time: 0.0859830 Aug 18 14:38:12.808629 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:38:14.542386 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-cdde3247-333e-4140-82bb-3387afd93896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:17.154989 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4f56c0b2-4fea-4fdc-869b-6ee3661fe972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:17.277768 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:17.918283 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:20.048052 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:21.402111 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55028) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:21.449570 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [None req-4d548fa1-c832-4e6d-addb-b7236a16cdab admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:38:21.450680 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4d548fa1-c832-4e6d-addb-b7236a16cdab admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474486 Aug 18 14:38:23.713280 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55036) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:23.775164 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a10eb13-dac4-41e2-9032-8733a50cb408 admin admin] GET failed (client error): The resource could not be found. Aug 18 14:38:23.776475 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9a10eb13-dac4-41e2-9032-8733a50cb408 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622540 Aug 18 14:38:23.864762 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a25c380-2bda-43c2-b962-f45291713e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:23.866166 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9a25c380-2bda-43c2-b962-f45291713e6e admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0853646 Aug 18 14:38:26.064930 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55044) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:26.111628 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:26.132117 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] Made reservation on behalf of 484bdff6c87b40d49e99b901966abe7d for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:26.134273 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:26.161846 dv-cinder-788365-10-iscsi neutron-server[100499]: WARNING neutron.services.revisions.revision_plugin [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] Could not find related network for resource to bump revision. Aug 18 14:38:26.176126 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:38:26.186006 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:26.186350 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] Added segment de3bce10-0de6-4082-9825-343debb36a04 of type vlan for network 1af39e73-6713-494f-a82b-71ea99a2e594 Aug 18 14:38:26.233949 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:26.265215 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:26.266390 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:26.267085 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:26.315675 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2496469 Aug 18 14:38:26.326043 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219e65e-8b77-4d7b-9f45-f9ca8b1cb7fc admin admin] Pushing event updated for resources: {'Network': ['ID=1af39e73-6713-494f-a82b-71ea99a2e594,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:26.344525 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 1af39e73-6713-494f-a82b-71ea99a2e594 details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:38:28.553770 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55052) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:38:28.615225 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72c2e59-3f48-4e5f-b195-de4e667c50b3 admin admin] GET failed (client error): The resource could not be found. Aug 18 14:38:28.616547 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e72c2e59-3f48-4e5f-b195-de4e667c50b3 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618327 Aug 18 14:38:28.688348 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254d647e-386c-4b44-90ef-c60869c12185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:28.689763 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-254d647e-386c-4b44-90ef-c60869c12185 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688438 Aug 18 14:38:28.699746 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:38:28.720168 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] Made reservation on behalf of 484bdff6c87b40d49e99b901966abe7d for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:38:28.722475 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:28.882729 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:28.936014 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ffd3a07-8a3e-45db-b608-b82a2f58ea34,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:28.943841 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] Checking segment: {'id': 'de3bce10-0de6-4082-9825-343debb36a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:28.944192 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] Network hostable DHCP agents. Network: 1af39e73-6713-494f-a82b-71ea99a2e594, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:38:28.960047 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] Network 1af39e73-6713-494f-a82b-71ea99a2e594 is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:38:28.967999 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 1af39e73-6713-494f-a82b-71ea99a2e594) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:28.972203 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:38:28.972820 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:28.976504 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1721bbc6-ce36-4467-be06-595186337c81 None None] Network 1af39e73-6713-494f-a82b-71ea99a2e594 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:28.990474 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-324a97fd-81d3-40f6-85bb-5df1a4e8cc82 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2939878 Aug 18 14:38:29.126667 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c41c27-991a-5f81-9df1-e311b5c045aa-1af39e73-6713-494f-a82b-71ea99a2e594', 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594', 'tenant_id': '484bdff6c87b40d49e99b901966abe7d', 'fixed_ips': [{'subnet_id': '1ffd3a07-8a3e-45db-b608-b82a2f58ea34'}]}} from dv-cinder-788365-10-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:38:29.127573 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.271872 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Allocated IP 192.168.233.2 (1af39e73-6713-494f-a82b-71ea99a2e594/1ffd3a07-8a3e-45db-b608-b82a2f58ea34/9609c89f-6215-449a-ba0a-2962fd6c0056) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:38:29.417560 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.426445 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Transition to ACTIVE for port object 9609c89f-6215-449a-ba0a-2962fd6c0056 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:29.441918 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Transition to ACTIVE for port object 9609c89f-6215-449a-ba0a-2962fd6c0056 will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:38:29.448138 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.500645 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Network 1af39e73-6713-494f-a82b-71ea99a2e594 is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:38:29.502050 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:38:29.504546 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:38:29.517459 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Pushing event updated for resources: {'Port': ['ID=9609c89f-6215-449a-ba0a-2962fd6c0056,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:29.538920 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.539216 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.539568 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.539911 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.540246 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.540606 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.540941 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.541270 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.541615 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.541969 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.542301 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.542655 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:38:29.576850 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Attempting to bind port 9609c89f-6215-449a-ba0a-2962fd6c0056 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:38:29.577209 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Attempting to bind port 9609c89f-6215-449a-ba0a-2962fd6c0056 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'de3bce10-0de6-4082-9825-343debb36a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:38:29.577571 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Attempting to bind port 9609c89f-6215-449a-ba0a-2962fd6c0056 on network 1af39e73-6713-494f-a82b-71ea99a2e594 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:38:29.582606 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:38:29.582988 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Checking segment: {'id': 'de3bce10-0de6-4082-9825-343debb36a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:38:29.583389 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.583783 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Bound using segment: {'id': 'de3bce10-0de6-4082-9825-343debb36a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:38:29.584419 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Bound port: 9609c89f-6215-449a-ba0a-2962fd6c0056, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3bce10-0de6-4082-9825-343debb36a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:38:29.584818 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.651617 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] For port 9609c89f-6215-449a-ba0a-2962fd6c0056, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:38:29.654881 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] For port 9609c89f-6215-449a-ba0a-2962fd6c0056, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=9609c89f-6215-449a-ba0a-2962fd6c0056,segment=NetworkSegment(de3bce10-0de6-4082-9825-343debb36a04),segment_id=de3bce10-0de6-4082-9825-343debb36a04)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:38:29.659055 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:29.719095 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc18a3-95a9-42ca-8fb9-9ff189ff110d None None] Pushing event updated for resources: {'Port': ['ID=9609c89f-6215-449a-ba0a-2962fd6c0056,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:30.560836 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400c377b-4c48-46f0-a0e9-d1d1030c5d5f None None] Network 1af39e73-6713-494f-a82b-71ea99a2e594 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:38:30.631070 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-442cd435-59bd-4bc3-aa32-65048de52cd1 None None] Provisioning for port 9609c89f-6215-449a-ba0a-2962fd6c0056 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:38:31.381185 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 9609c89f-6215-449a-ba0a-2962fd6c0056 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:38:31.430948 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 9609c89f-6215-449a-ba0a-2962fd6c0056 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:38:31.434873 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 9609c89f-6215-449a-ba0a-2962fd6c0056 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:38:31.435248 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:31.510265 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:31.550280 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 9609c89f-6215-449a-ba0a-2962fd6c0056, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=9609c89f-6215-449a-ba0a-2962fd6c0056,segment=NetworkSegment(de3bce10-0de6-4082-9825-343debb36a04),segment_id=de3bce10-0de6-4082-9825-343debb36a04)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:38:31.554358 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:31.610039 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=9609c89f-6215-449a-ba0a-2962fd6c0056,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:38:33.353893 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 9609c89f-6215-449a-ba0a-2962fd6c0056 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:38:33.403140 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 9609c89f-6215-449a-ba0a-2962fd6c0056 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:38:33.403550 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:44.536199 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1d8234da-cb4b-46bc-86e0-743106b3a204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:47.159968 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f64b2b52-25a3-4c5c-a71f-759696e1c4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:47.282215 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:47.921342 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:38:49.809332 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:38:50.051462 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:14.539200 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-699f2586-e9b6-43d9-8e6b-49a6fd9f2038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:17.162198 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f453360a-7087-4741-bd98-0d0de89c8683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:17.283824 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:17.922549 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:20.056769 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:26.808760 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:39:36.738280 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55104) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:36.744948 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [None req-f2dfc05b-c5e4-4132-a12b-d2a991cde049 tempest-verify_tempest_config-1319523095 tempest-verify_tempest_config-1319523095-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:39:36.745907 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f2dfc05b-c5e4-4132-a12b-d2a991cde049 tempest-verify_tempest_config-1319523095 tempest-verify_tempest_config-1319523095-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066438 Aug 18 14:39:37.041402 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55122) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:37.142423 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.229294 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.232862 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.278040 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b4c29c2bd0641b18e9c9484a514f37e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2356019 Aug 18 14:39:37.279128 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a8812a-3b1f-4643-8db1-bd425da09dc5,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:37.280759 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55128) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:39:37.285696 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.286056 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.286405 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.286775 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.287113 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.287452 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.288287 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.289037 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.289037 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.289314 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.289640 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.289967 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1296341-6909-4aa2-9747-2d2545a2fb53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.336567 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.356869 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.444158 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.446819 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:37.448075 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02a8812a-3b1f-4643-8db1-bd425da09dc5 HTTP/1.1" status: 204 len: 168 time: 0.1663022 Aug 18 14:39:37.455885 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a8812a-3b1f-4643-8db1-bd425da09dc5,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:39:37.462999 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.463378 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.463735 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.464082 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.464427 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.464785 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.465128 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.465474 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.465807 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.466141 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.466492 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:37.466834 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fae0eaf-dc3f-448a-b06f-ab1e7a9134d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:39:44.542547 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-82678a31-87d8-4833-adf6-2736f196d330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.163659 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0f805bdb-ef00-4e33-9e61-e220909b0de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.284524 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:47.927822 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:39:50.058477 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:03.806891 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:40:14.542628 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8d8422cd-47d8-42a5-86b9-c3bbd8f62e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:17.163760 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b0cf6aca-f332-463a-95b9-51f745ffa34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:17.284576 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:17.928340 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:20.062976 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:40.805853 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 5 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:40:44.542547 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b12cf67d-ea6b-4066-b30d-0f87fcb2525b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:47.166355 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-26ea468d-e2f4-4e7b-96fe-980bfde59725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:47.283796 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:47.929761 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:50.066688 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:12.939961 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770921'] for agent, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:14.541706 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bcb77319-bb43-431d-afcb-6142aa995b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:17.170495 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8072e891-d233-4c23-8007-4954cabcb22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:17.285039 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:17.804036 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:41:17.932120 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:20.071234 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:27.000572 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55200) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:27.102193 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c013dea7-959a-48c4-bf24-ac53260ffd2f admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1005285 Aug 18 14:41:29.241679 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55210) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:29.304961 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-73414a27-aabf-4a55-a42a-fe783c84251d admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0622067 Aug 18 14:41:42.897561 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:44.540881 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ac77be58-5f11-4d30-90dd-63805d5fe558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:47.170369 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-86c99b5f-ca36-427c-8dbf-bc40d6ec6678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:47.284967 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:47.935090 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:50.071888 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:54.802582 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:42:12.911870 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:14.541433 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-08c8ff88-a088-4f86-a1d8-114bfd68d1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:17.170883 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c5dcab72-bb16-4195-be11-84568a6cbfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:17.286492 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:17.938247 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:20.078168 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:31.800628 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:42:42.913487 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:44.541928 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5fe8224b-568d-4ff4-b443-96484c11a835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:47.173517 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-6fc0ef3a-e0df-4f7f-9d0e-120792090e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:47.288224 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:47.939770 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:50.081460 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:57.956769 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55378) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:42:58.179584 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-211091596-network', 'tenant_id': '3d481d43a1cd4ef58fece194dccfda58'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:42:58.200208 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Made reservation on behalf of 3d481d43a1cd4ef58fece194dccfda58 for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:42:58.202778 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.211929 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.314869 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.319611 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.339964 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:42:58.358657 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629c97de-da7f-43e7-8c24-a4ea9110f676,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:58.366507 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.366855 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Added segment 4699c6d1-8a16-4641-bd43-c3b0858efda2 of type vlan for network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c Aug 18 14:42:58.368819 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.369154 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.369493 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.369828 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.370158 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.370523 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.370858 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.371201 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.371532 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.371854 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.372936 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.372936 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Tracked resource versions report: Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: pushed versions: Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: { 'AddressGroup': {'1.2'}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'ConntrackHelper': {'1.0'}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Log': {'1.0'}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Network': {'1.1'}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Port': {'1.7'}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'PortForwarding': {'1.2'}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'QosPolicy': {'1.9'}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SecurityGroup': {'1.4'}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SubPort': {'1.0'}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Subnet': {'1.1'}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Trunk': {'1.1'}} Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: consumer versions: Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: { DHCP agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: HyperV agent@hv-cinder-78836: {}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: L3 agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: Metadata agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: Metering agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: Open vSwitch agent@dv-cinder-788365-10-iscsi: { 'AddressGroup': '1.2', Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'ConntrackHelper': '1.0', Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Log': '1.0', Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Network': '1.1', Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Port': '1.7', Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'PortForwarding': '1.2', Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'QosPolicy': '1.9', Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SecurityGroup': '1.4', Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SecurityGroupRule': '1.2', Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'SubPort': '1.0', Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Subnet': '1.1', Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: 'Trunk': '1.1'}} Aug 18 14:42:58.373609 dv-cinder-788365-10-iscsi neutron-server[100500]: {{(pid=100500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:42:58.416954 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.451398 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.452564 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:58.453262 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.511337 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5530925 Aug 18 14:42:58.511571 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55418) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:42:58.517013 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Request body: {'subnet': {'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-211091596-subnet', 'tenant_id': '3d481d43a1cd4ef58fece194dccfda58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:42:58.531116 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14b505-a31d-4e9a-bb71-d88596035362 admin admin] Pushing event updated for resources: {'Network': ['ID=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:58.542077 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Made reservation on behalf of 3d481d43a1cd4ef58fece194dccfda58 for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:42:58.545120 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.546074 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:42:58.845145 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.898064 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=836a2402-c33a-4f5a-8a35-cc80625bfacb,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:58.912935 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.913561 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.914050 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.914592 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.915154 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.915731 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.916309 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.917085 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55446) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:42:58.919087 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.919603 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.920351 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.921184 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.921893 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Tracked resource versions report: Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: pushed versions: Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: { 'AddressGroup': {'1.2'}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'ConntrackHelper': {'1.0'}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Log': {'1.0'}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Network': {'1.1'}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Port': {'1.7'}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'PortForwarding': {'1.2'}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'QosPolicy': {'1.9'}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SecurityGroup': {'1.4'}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SubPort': {'1.0'}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Subnet': {'1.1'}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Trunk': {'1.1'}} Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: consumer versions: Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: { DHCP agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: HyperV agent@hv-cinder-78836: {}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: L3 agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: Metadata agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: Metering agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: Open vSwitch agent@dv-cinder-788365-10-iscsi: { 'AddressGroup': '1.2', Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'ConntrackHelper': '1.0', Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Log': '1.0', Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Network': '1.1', Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Port': '1.7', Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'PortForwarding': '1.2', Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'QosPolicy': '1.9', Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SecurityGroup': '1.4', Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SecurityGroupRule': '1.2', Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'SubPort': '1.0', Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Subnet': '1.1', Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: 'Trunk': '1.1'}} Aug 18 14:42:58.923235 dv-cinder-788365-10-iscsi neutron-server[100499]: {{(pid=100499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:42:58.951897 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Checking segment: {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:42:58.952510 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Network hostable DHCP agents. Network: f34bd7a5-a1bd-4442-bdd5-3b29f7da394c, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:42:58.968629 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:42:58.978279 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, f34bd7a5-a1bd-4442-bdd5-3b29f7da394c) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:42:58.983678 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:58.984452 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:58.991365 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b401eb3-22b0-40c4-a6f9-f740743778c1 None None] Network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:42:59.001636 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5e06625b-64e8-4023-8216-a16397c02583 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4889410 Aug 18 14:42:59.018032 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55454) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:42:59.018567 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55456) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:42:59.096629 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55466) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:42:59.138317 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f787b49-ba72-48c4-9cf9-7ee13701855a None None] Network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:42:59.192468 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-26891463-network', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:42:59.217132 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Made reservation on behalf of 81d17ffa16ee474495a70ab99e75c6b8 for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:42:59.220354 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.238995 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-network', 'tenant_id': 'cb2575290eb748debff661a297f0d651'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:42:59.243065 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.280549 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Made reservation on behalf of cb2575290eb748debff661a297f0d651 for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:42:59.283029 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.299739 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.300452 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1735795795-network', 'tenant_id': '50472d75bc6245d29144ded7fc9d9af2'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:42:59.385129 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.389030 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.408858 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Made reservation on behalf of 50472d75bc6245d29144ded7fc9d9af2 for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:42:59.412183 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.421859 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.429931 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:42:59.436845 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f056f549-e74a-43ef-a565-d90c997a710b,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:59.445085 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.445514 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Added segment c4189b64-7332-4949-8889-1ab23c765e08 of type vlan for network 9f453827-31cb-4cd9-a35c-9030c6070e8e Aug 18 14:42:59.456046 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.db.api [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:42:59.456046 dv-cinder-788365-10-iscsi neutron-server[100500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:42:59.456046 dv-cinder-788365-10-iscsi neutron-server[100500]: [parameters: {'project_id_1': 'cb2575290eb748debff661a297f0d651', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 42, 59, 323836)}] Aug 18 14:42:59.456046 dv-cinder-788365-10-iscsi neutron-server[100500]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:42:59.456488 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG oslo_db.api [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:42:59.495771 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.514278 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-151218068-network', 'tenant_id': '075b08571b074cd89055dbcb85c93ece'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:42:59.542984 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.547924 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.549317 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:59.550177 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.553783 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.610965 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4b6312-9556-4f20-83df-8a7452bf49cf,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:59.617450 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:42:59.631388 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Made reservation on behalf of 075b08571b074cd89055dbcb85c93ece for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:42:59.634737 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.636782 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] Pushing event updated for resources: {'Network': ['ID=9f453827-31cb-4cd9-a35c-9030c6070e8e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:59.650528 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7234bdf1-7dc3-405e-93e5-00efcfae48fa admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7293777 Aug 18 14:42:59.650898 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 9f453827-31cb-4cd9-a35c-9030c6070e8e details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:42:59.651359 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55486) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:42:59.656933 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] Request body: {'subnet': {'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-26891463-subnet', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:42:59.665067 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.678545 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.679160 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Added segment 68ac5fa4-d418-4109-9793-9a36de9891d5 of type vlan for network 6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b Aug 18 14:42:59.684246 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] Made reservation on behalf of 81d17ffa16ee474495a70ab99e75c6b8 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:42:59.686691 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.798222 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.846606 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.847913 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:42:59.848845 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.926230 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.929828 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] Pushing event updated for resources: {'Network': ['ID=6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:59.934375 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.942897 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:42:59.944253 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e18ca9f7-26dc-4f5f-9dc8-37f467e34495 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9250426 Aug 18 14:42:59.947296 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55500) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:42:59.954325 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] Request body: {'subnet': {'network_id': '6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1735795795-subnet', 'tenant_id': '50472d75bc6245d29144ded7fc9d9af2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:42:59.960433 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.967447 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:42:59.989591 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57ac589-627f-472e-a0a4-7f3b7e37ce6e,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:42:59.998643 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:59.999010 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Added segment a6a6b989-83f2-4c3f-9788-bc534f932dc4 of type vlan for network c9b012c8-804e-4f07-9a16-9c0f8924483c Aug 18 14:43:00.115763 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.126496 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.136858 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.159801 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:43:00.177100 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.178502 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:00.183136 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.295658 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b012c8-804e-4f07-9a16-9c0f8924483c,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:00.308326 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network c9b012c8-804e-4f07-9a16-9c0f8924483c details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:43:00.310356 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc1fec4-cf86-4fd0-b13a-371e37b6e08d,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:00.314556 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.315108 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Added segment d69d35fc-2d75-4f9a-8818-a67f0070b1db of type vlan for network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d Aug 18 14:43:00.329013 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.337625 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f4092405-2cae-4961-ab84-9771801df0f1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2396262 Aug 18 14:43:00.340330 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55520) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:00.345347 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] Made reservation on behalf of 50472d75bc6245d29144ded7fc9d9af2 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:00.345946 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] Request body: {'subnet': {'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-151218068-subnet', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:00.348309 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.395769 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] Made reservation on behalf of 075b08571b074cd89055dbcb85c93ece for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:00.398742 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.491114 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.533890 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] Checking segment: {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:00.533890 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] Network hostable DHCP agents. Network: 9f453827-31cb-4cd9-a35c-9030c6070e8e, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:43:00.567817 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da59616-bc97-489b-a3d0-517f11dd510c,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:00.591327 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.592278 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:00.593030 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.608715 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] Network 9f453827-31cb-4cd9-a35c-9030c6070e8e is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:43:00.657625 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6384287 Aug 18 14:43:00.661562 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55550) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:00.668334 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 9f453827-31cb-4cd9-a35c-9030c6070e8e) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:00.677041 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeae205-edeb-4026-8d2b-4af72d4d99c7 None None] Network 9f453827-31cb-4cd9-a35c-9030c6070e8e requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:00.678156 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] Request body: {'subnet': {'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-subnet', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:00.712775 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:00.713391 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.729061 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] Made reservation on behalf of cb2575290eb748debff661a297f0d651 for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:00.732073 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.744812 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83644eb9-cefd-48fe-bc07-40e5ae1090df admin admin] Pushing event updated for resources: {'Network': ['ID=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:00.771911 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55560) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:00.773335 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d8aa52b3-9e58-4b60-afb6-9dc570acd73b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1214519 Aug 18 14:43:00.777090 dv-cinder-788365-10-iscsi neutron-server[100500]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 14:43:00.777652 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55562) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:00.801840 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:00.815012 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:43:00.950939 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c41c27-991a-5f81-9df1-e311b5c045aa-9f453827-31cb-4cd9-a35c-9030c6070e8e', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c'}]}} from dv-cinder-788365-10-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:43:00.951806 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:00.975864 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.031482 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55570) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:01.047115 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc48631-3ba7-48fa-9733-d2a6c9b2b448,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:01.057906 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30918'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.059150 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30927'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.088330 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] Checking segment: {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:01.088878 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] Network hostable DHCP agents. Network: 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:43:01.107026 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.110869 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.120573 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] Network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:43:01.178367 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:01.192542 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f11d9-07b2-4ea3-bd5e-37486878b1df None None] Network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:01.196411 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:01.196411 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.210987 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] Checking segment: {'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:01.211356 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] Network hostable DHCP agents. Network: c9b012c8-804e-4f07-9a16-9c0f8924483c, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:43:01.225329 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-20afd638-ecc9-4d6a-b5ac-78f1876674cc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5613937 Aug 18 14:43:01.229162 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55578) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:01.237580 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:01.259124 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb8dbdf-e623-4b18-a596-69a9d3196b83,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:01.266559 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] Network c9b012c8-804e-4f07-9a16-9c0f8924483c is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:43:01.298640 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, c9b012c8-804e-4f07-9a16-9c0f8924483c) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:01.304229 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:01.304879 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.317941 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d941c-ba90-4a1c-8fa3-5bbb47d17132 None None] Network c9b012c8-804e-4f07-9a16-9c0f8924483c requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:01.318830 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30918'] for router, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.320330 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30927'] for router, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.342560 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-af7dcf5d-3775-46d0-aed7-9240cac210ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.373448 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Allocated IP 172.20.0.2 (9f453827-31cb-4cd9-a35c-9030c6070e8e/9da59616-bc97-489b-a3d0-517f11dd510c/71aecd6d-4ad7-4b1f-b661-81f9b884a4ce) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:01.379147 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.391213 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-ccf95d04-51f4-4e8e-842c-b22911d095ed tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:01.399236 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-ccf95d04-51f4-4e8e-842c-b22911d095ed tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 814 time: 0.6247418 Aug 18 14:43:01.426475 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7506c6ab-b880-44e6-8acb-708384b1c79c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0847981 Aug 18 14:43:01.432684 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] Checking segment: {'id': '68ac5fa4-d418-4109-9793-9a36de9891d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:01.433444 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] Network hostable DHCP agents. Network: 6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:43:01.434959 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55592) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:01.440153 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-151218068-router', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:01.458158 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.632587 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-c9c8f65d-1412-402d-8a6e-dc534a7e39a5 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/quotas/3d481d43a1cd4ef58fece194dccfda58 HTTP/1.1" status: 200 len: 375 time: 0.2324188 Aug 18 14:43:01.633264 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.687480 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8f7010-09ba-485b-8648-f94dd0551c49,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:01.689037 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.713786 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Transition to ACTIVE for port object 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:01.727912 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-5536abb4-494e-4b1c-8866-bb7b090898ae tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943706 Aug 18 14:43:01.799633 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Transition to ACTIVE for port object 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:01.808909 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.818934 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] Network 6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:43:01.824615 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.829563 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c41c27-991a-5f81-9df1-e311b5c045aa-986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448'}]}} from dv-cinder-788365-10-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:43:01.831058 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.836939 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:01.846820 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:01.847927 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.911069 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c612867-53fd-440d-aba8-ed9c6f97b762 None None] Network c9b012c8-804e-4f07-9a16-9c0f8924483c requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:01.915291 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0137e97d-6ddc-4602-a8bf-f7f5b98d2f8d None None] Network 6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:01.925127 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-af7dcf5d-3775-46d0-aed7-9240cac210ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.944860 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-af7dcf5d-3775-46d0-aed7-9240cac210ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:01.958662 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0ad0269d-f141-49ca-9ee7-b51548859f70 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0068731 Aug 18 14:43:01.959508 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55624) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:02.000732 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.015735 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-af7dcf5d-3775-46d0-aed7-9240cac210ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a3ac6ed45daa4bf981282fa55a8b6e89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9827459 Aug 18 14:43:02.016623 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dcf5d-3775-46d0-aed7-9240cac210ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97cc8a7-5d6f-4170-81f7-b8b9bffa8c50,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:02.022088 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55630) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:02.023223 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30918'] for router, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.024245 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30927'] for router, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.034221 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.048456 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-4293077f-0096-4ce6-9160-54cc25acd394 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:43:02.056576 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-4293077f-0096-4ce6-9160-54cc25acd394 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1216736 Aug 18 14:43:02.114164 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Allocated IP 172.20.0.2 (986a4ab3-f2dd-41e2-84e8-5bca658d0c0d/3dc48631-3ba7-48fa-9733-d2a6c9b2b448/02108c0f-fe18-4791-8818-0926bbd9de20) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:02.252015 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-a9baee7a-3279-4e69-a1be-ecce175d2d74 service neutron] 10.222.0.38 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938591 Aug 18 14:43:02.277356 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.297573 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Network 9f453827-31cb-4cd9-a35c-9030c6070e8e is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:02.309029 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2b54-4afc-43ae-af92-aeae19fbe7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.311932 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.358310 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:02.390342 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.393749 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Pushing event updated for resources: {'Port': ['ID=71aecd6d-4ad7-4b1f-b661-81f9b884a4ce,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:02.395597 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2e9e8c84-2994-472a-9e61-a3b4d5ff09a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.404565 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:02.426155 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Transition to ACTIVE for port object 02108c0f-fe18-4791-8818-0926bbd9de20 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:02.434177 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.434573 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.435453 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.435788 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.436306 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.436419 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.436884 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.436884 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.437298 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.437485 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.437778 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.438080 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.438398 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Tracked resource versions report: Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: pushed versions: Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: { 'AddressGroup': {'1.2'}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'ConntrackHelper': {'1.0'}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Log': {'1.0'}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Network': {'1.1'}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Port': {'1.7'}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'PortForwarding': {'1.2'}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'QosPolicy': {'1.9'}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SecurityGroup': {'1.4'}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SubPort': {'1.0'}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Subnet': {'1.1'}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Trunk': {'1.1'}} Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: consumer versions: Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: { DHCP agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: HyperV agent@hv-cinder-78836: {}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: L3 agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: Metadata agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: Metering agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: Open vSwitch agent@dv-cinder-788365-10-iscsi: { 'AddressGroup': '1.2', Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'ConntrackHelper': '1.0', Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Log': '1.0', Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Network': '1.1', Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Port': '1.7', Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'PortForwarding': '1.2', Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'QosPolicy': '1.9', Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SecurityGroup': '1.4', Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SecurityGroupRule': '1.2', Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'SubPort': '1.0', Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Subnet': '1.1', Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: 'Trunk': '1.1'}} Aug 18 14:43:02.439702 dv-cinder-788365-10-iscsi neutron-server[100501]: {{(pid=100501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:43:02.448784 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2e9e8c84-2994-472a-9e61-a3b4d5ff09a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.509481 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Transition to ACTIVE for port object 02108c0f-fe18-4791-8818-0926bbd9de20 will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:02.531162 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Allocated IP 172.27.0.77 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/67449bab-37e9-4757-9b00-975a7acda957) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:02.564847 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-fa51d2b7-6745-4759-acab-c7cf4de2c8c6 service neutron] 10.222.0.38 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542908 Aug 18 14:43:02.565193 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.567574 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.586790 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Attempting to bind port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:02.587036 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Attempting to bind port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:02.587394 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Attempting to bind port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce on network 9f453827-31cb-4cd9-a35c-9030c6070e8e {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:02.596838 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55656) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:02.655391 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:02.655771 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Checking segment: {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:02.656175 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.656571 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Bound using segment: {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:02.657055 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Bound port: 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:02.657456 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.682327 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:02.699695 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:02.706246 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.717893 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:02.720075 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Pushing event updated for resources: {'Port': ['ID=02108c0f-fe18-4791-8818-0926bbd9de20,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:02.763101 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4760881-cda5-43fc-bfac-d6d0477198ea None None] Network 6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:02.768247 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.770220 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-22961e37-5bc7-48b3-84ca-5ddcd8737b86 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:02.778981 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-22961e37-5bc7-48b3-84ca-5ddcd8737b86 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/networks?id=6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b HTTP/1.1" status: 200 len: 812 time: 0.1799898 Aug 18 14:43:02.862618 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:02.869066 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:02.883064 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:02.890310 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Allocated IP 172.27.0.83 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/a3bfa1b3-9b92-45f2-b358-c8a1d468123b) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:02.904562 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Pushing event updated for resources: {'Port': ['ID=67449bab-37e9-4757-9b00-975a7acda957,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:02.910718 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-37de8e61-eae4-4e49-9181-1f93cd90b3ba tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/quotas/50472d75bc6245d29144ded7fc9d9af2 HTTP/1.1" status: 200 len: 375 time: 0.1306334 Aug 18 14:43:02.972786 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-496d8be1-bce2-41b5-8d66-7dc7a7061ac4 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=50472d75bc6245d29144ded7fc9d9af2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424187 Aug 18 14:43:02.991371 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2e9e8c84-2994-472a-9e61-a3b4d5ff09a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:02.999225 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2e9e8c84-2994-472a-9e61-a3b4d5ff09a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.003224 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2e9e8c84-2994-472a-9e61-a3b4d5ff09a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a97cc8a7-5d6f-4170-81f7-b8b9bffa8c50 HTTP/1.1" status: 204 len: 168 time: 0.9754932 Aug 18 14:43:03.031995 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e8c84-2994-472a-9e61-a3b4d5ff09a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97cc8a7-5d6f-4170-81f7-b8b9bffa8c50,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:03.035734 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2b54-4afc-43ae-af92-aeae19fbe7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.060754 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2b54-4afc-43ae-af92-aeae19fbe7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.113948 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2e6a5dd9-78c6-4559-8296-413ca9b99f1e req-70f0b389-86b7-429f-845e-1bd52713fa5f tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 210 time: 0.0893369 Aug 18 14:43:03.122114 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] For port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:03.130184 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] For port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=71aecd6d-4ad7-4b1f-b661-81f9b884a4ce,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:03.133819 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6c8b2b54-4afc-43ae-af92-aeae19fbe7eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59fd8b11fc9a424db403a6ba91aa7960&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1711099 Aug 18 14:43:03.134597 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b2b54-4afc-43ae-af92-aeae19fbe7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5985c50b-897b-420f-ac9c-eb70d7f24b83,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:03.138707 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55686) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:03.204132 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.259689 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.261700 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Attempting to bind port 02108c0f-fe18-4791-8818-0926bbd9de20 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:03.262241 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Attempting to bind port 02108c0f-fe18-4791-8818-0926bbd9de20 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:03.262791 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Attempting to bind port 02108c0f-fe18-4791-8818-0926bbd9de20 on network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:03.271213 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.350674 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:03.353858 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:03.354392 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Checking segment: {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:03.355074 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.355495 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Bound using segment: {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:03.358117 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Bound port: 02108c0f-fe18-4791-8818-0926bbd9de20, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:03.358777 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.364063 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:03.372478 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:03.470925 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Pushing event updated for resources: {'Port': ['ID=a3bfa1b3-9b92-45f2-b358-c8a1d468123b,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:03.528432 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-cc655358-0d5d-4980-a9ab-e139804d36ce service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:43:03.537422 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-cc655358-0d5d-4980-a9ab-e139804d36ce service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4382312 Aug 18 14:43:03.580629 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.619495 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12294fbf-1cbd-4cac-9531-d9ea68ef860e None None] Pushing event updated for resources: {'Port': ['ID=71aecd6d-4ad7-4b1f-b661-81f9b884a4ce,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:03.619674 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5946388c-1fad-4d64-81da-e50ee0a753b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.653270 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] For port 02108c0f-fe18-4791-8818-0926bbd9de20, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:03.659861 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] For port 02108c0f-fe18-4791-8818-0926bbd9de20, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=02108c0f-fe18-4791-8818-0926bbd9de20,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:03.688256 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.689887 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5946388c-1fad-4d64-81da-e50ee0a753b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.713396 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.754660 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55712) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:03.780403 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-33456018-cda3-46cb-9688-57a19e22ca75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.799028 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f7bad-4498-4720-8313-d5ce9faa7494 None None] Pushing event updated for resources: {'Port': ['ID=02108c0f-fe18-4791-8818-0926bbd9de20,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:03.804985 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.906041 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-a61c6d74-7902-4dac-9bf2-89e0ea1ac596 service neutron] 10.222.0.38 "GET /v2.0/networks/6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660893 Aug 18 14:43:03.923669 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.962383 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5946388c-1fad-4d64-81da-e50ee0a753b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.965265 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5946388c-1fad-4d64-81da-e50ee0a753b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:03.966487 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5946388c-1fad-4d64-81da-e50ee0a753b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5985c50b-897b-420f-ac9c-eb70d7f24b83 HTTP/1.1" status: 204 len: 168 time: 0.8250139 Aug 18 14:43:04.077076 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946388c-1fad-4d64-81da-e50ee0a753b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5985c50b-897b-420f-ac9c-eb70d7f24b83,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:04.154299 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Allocated IP 172.27.0.251 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/2b834d24-7225-4913-9087-7eec814448f7) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:04.192010 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612893'] for router, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:04.441578 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-27fbd3f8-4cb4-4d8b-8968-6f7f22a32cf0 req-667164cc-4a98-4f40-b985-2d381e2d95c8 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 210 time: 0.0550435 Aug 18 14:43:04.496369 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-33456018-cda3-46cb-9688-57a19e22ca75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:04.520124 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-33456018-cda3-46cb-9688-57a19e22ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:04.552292 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:04.581085 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-28cbb169-cf36-40fd-ab37-05f967c1fc8b service neutron] 10.222.0.38 "GET /v2.0/networks/6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681616 Aug 18 14:43:04.613852 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Router 0700a700-108e-4163-aafb-fa0e92dc4ceb is scheduled to L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 with binding_index 1 {{(pid=100499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:43:04.620398 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:04.771015 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33456018-cda3-46cb-9688-57a19e22ca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d9858e-57b3-4738-a4b4-fd4ed90611a0,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:04.799910 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612893'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:04.805786 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:04.812110 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-33456018-cda3-46cb-9688-57a19e22ca75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fdeae275d24e4a89b1404349eee0cd70&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0555696 Aug 18 14:43:04.832134 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55744) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:04.836351 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:04.864984 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:04.931401 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Pushing event updated for resources: {'Port': ['ID=2b834d24-7225-4913-9087-7eec814448f7,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:05.122388 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55762) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:05.166317 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a7c87e94-33fa-471f-a181-bacf7edf3c27 req-b139ba3d-1e64-445f-b871-727380537c70 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 210 time: 0.0800462 Aug 18 14:43:05.172396 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Router 244edcda-be09-4e9a-8bb1-cc16307a7d13 is scheduled to L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 with binding_index 1 {{(pid=100500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:43:05.209866 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05187893-338d-46b0-93c6-a3320bf19f63 None None] Network 9f453827-31cb-4cd9-a35c-9030c6070e8e requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:05.242380 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:05.266994 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Sync routers for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:05.277997 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:05.283066 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:42:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:05.308263 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0c97-7948-4bde-b3cb-19a057b0aa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:05.432376 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-c1af0481-8651-4778-9cd6-3b6f0e98d377 None None] Provisioning for port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:05.471814 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:05.504025 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:05.505247 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0384266d-9006-46cf-b930-2dfd6445e94f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7267387 Aug 18 14:43:05.506705 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Sync routers for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:05.509521 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55780) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:05.519467 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0c97-7948-4bde-b3cb-19a057b0aa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:05.524346 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:05.534757 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8c151900-015e-492c-b7ff-ca6071890a1d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3019953 Aug 18 14:43:05.539082 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55784) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:05.607029 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:05.609182 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:42:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:05.705082 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:05.763104 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a54d6fd-8b3e-4ff7-8146-71845c7c4ee9 None None] Network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:05.859283 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5aca2872-51b9-4126-abce-34ae30e557c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:05.862466 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e38e933c-df09-4264-bb10-b45924de8423 req-aaa24225-2131-44a1-a077-ebd4ca99af5f tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 210 time: 0.0779362 Aug 18 14:43:05.952883 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0c97-7948-4bde-b3cb-19a057b0aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:05.955648 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0c97-7948-4bde-b3cb-19a057b0aa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:05.957437 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5b4e0c97-7948-4bde-b3cb-19a057b0aa46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51d9858e-57b3-4738-a4b4-fd4ed90611a0 HTTP/1.1" status: 204 len: 168 time: 1.1223485 Aug 18 14:43:05.970841 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:05.973599 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e0c97-7948-4bde-b3cb-19a057b0aa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d9858e-57b3-4738-a4b4-fd4ed90611a0,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:06.002278 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 02108c0f-fe18-4791-8818-0926bbd9de20 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:06.229993 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-08040242-b196-4e98-8596-de64c671d88a None None] Provisioning for port 02108c0f-fe18-4791-8818-0926bbd9de20 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:06.252779 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:03Z', 'revision_number': 3, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:06.331902 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Checking router: 0700a700-108e-4163-aafb-fa0e92dc4ceb for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:06.333727 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Updating router 0700a700-108e-4163-aafb-fa0e92dc4ceb port 67449bab-37e9-4757-9b00-975a7acda957 binding host dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:43:06.394542 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d35c8fbd-3943-40d1-af3e-bcde6d9e82d7 req-c541edfc-7cd3-476b-aacf-0fdca6b03a52 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 210 time: 0.1018157 Aug 18 14:43:06.411711 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:06.443677 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:06.504939 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.69', 59856) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:06.565977 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612893'] for router, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:06.728425 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5aca2872-51b9-4126-abce-34ae30e557c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:06.777511 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5aca2872-51b9-4126-abce-34ae30e557c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:06.898624 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca2872-51b9-4126-abce-34ae30e557c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce689a-b8c7-44a1-8afb-eae33491c850,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:07.015088 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-5aca2872-51b9-4126-abce-34ae30e557c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7346d0364664f94bce1db409daf85af&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8906927 Aug 18 14:43:07.017505 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 55838) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:07.041787 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.059157 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Transition to ACTIVE for port object 67449bab-37e9-4757-9b00-975a7acda957 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:07.070774 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.199143 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 02108c0f-fe18-4791-8818-0926bbd9de20 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:07.211516 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 02108c0f-fe18-4791-8818-0926bbd9de20 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:07.216120 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.222859 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ebe8ff24-7ee7-41bc-8dde-b0583b512b9b req-7df44741-3d97-4df3-bf8e-733dab193b1e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 210 time: 0.1959965 Aug 18 14:43:07.234190 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Pushing event updated for resources: {'Port': ['ID=67449bab-37e9-4757-9b00-975a7acda957,revision_number=2']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:07.271799 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.272449 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.272449 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.272449 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.272449 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.272449 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.276316 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.289817 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.290369 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.290754 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.291091 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.291424 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Tracked resource versions report: Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: pushed versions: Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: { 'AddressGroup': {'1.2'}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'ConntrackHelper': {'1.0'}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Log': {'1.0'}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Network': {'1.1'}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Port': {'1.7'}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'PortForwarding': {'1.2'}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'QosPolicy': {'1.9'}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SecurityGroup': {'1.4'}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SubPort': {'1.0'}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Subnet': {'1.1'}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Trunk': {'1.1'}} Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: consumer versions: Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: { DHCP agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: HyperV agent@hv-cinder-78836: {}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: L3 agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: Metadata agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: Metering agent@dv-cinder-788365-10-iscsi: {}, Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: Open vSwitch agent@dv-cinder-788365-10-iscsi: { 'AddressGroup': '1.2', Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'ConntrackHelper': '1.0', Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Log': '1.0', Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Network': '1.1', Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Port': '1.7', Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'PortForwarding': '1.2', Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'QosPolicy': '1.9', Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SecurityGroup': '1.4', Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SecurityGroupRule': '1.2', Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'SubPort': '1.0', Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Subnet': '1.1', Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: 'Trunk': '1.1'}} Aug 18 14:43:07.295347 dv-cinder-788365-10-iscsi neutron-server[100502]: {{(pid=100502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:43:07.358700 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Attempting to bind port 67449bab-37e9-4757-9b00-975a7acda957 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:07.360047 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Attempting to bind port 67449bab-37e9-4757-9b00-975a7acda957 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:07.360620 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Attempting to bind port 67449bab-37e9-4757-9b00-975a7acda957 on network f70b9128-261f-4c77-8b6f-a0f6f98fd191 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:07.368143 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:07.368785 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Checking segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:07.369413 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.369996 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Bound using segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:07.370685 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Bound port: 67449bab-37e9-4757-9b00-975a7acda957, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:07.371329 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.379169 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:03Z', 'revision_number': 3, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:07.428734 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3edc8f85-f06c-4345-a859-bca1a2152e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.440160 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.482107 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Checking router: 244edcda-be09-4e9a-8bb1-cc16307a7d13 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:07.492960 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Updating router 244edcda-be09-4e9a-8bb1-cc16307a7d13 port a3bfa1b3-9b92-45f2-b358-c8a1d468123b binding host dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:43:07.494679 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] For port 67449bab-37e9-4757-9b00-975a7acda957, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:07.498549 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] For port 67449bab-37e9-4757-9b00-975a7acda957, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=67449bab-37e9-4757-9b00-975a7acda957,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:07.516298 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.577786 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3edc8f85-f06c-4345-a859-bca1a2152e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.582806 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.602991 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-ac308e9d-532d-49c0-91d8-2adbb64850d1 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:07.609746 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-ac308e9d-532d-49c0-91d8-2adbb64850d1 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 814 time: 1.1037686 Aug 18 14:43:07.618109 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0f849-fce5-445b-92d2-63723da20ed6 None None] Pushing event updated for resources: {'Port': ['ID=67449bab-37e9-4757-9b00-975a7acda957,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:07.674971 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:07.676318 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:42:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:07.722359 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3edc8f85-f06c-4345-a859-bca1a2152e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.735482 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3edc8f85-f06c-4345-a859-bca1a2152e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.742583 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3edc8f85-f06c-4345-a859-bca1a2152e03 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/18ce689a-b8c7-44a1-8afb-eae33491c850 HTTP/1.1" status: 204 len: 168 time: 0.7169323 Aug 18 14:43:07.796425 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.811088 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Request body: {'port': {'device_id': '1dea29eb-f01d-4fbf-8e0e-92a911d18d27', 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c', 'admin_state_up': True, 'tenant_id': '3d481d43a1cd4ef58fece194dccfda58'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:07.819217 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-82539d11-2e99-479f-a4cf-5d99d98e1643 None None] Provisioning complete for port 02108c0f-fe18-4791-8818-0926bbd9de20 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:07.819217 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-82539d11-2e99-479f-a4cf-5d99d98e1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.895685 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 02108c0f-fe18-4791-8818-0926bbd9de20, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=02108c0f-fe18-4791-8818-0926bbd9de20,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:07.941189 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc8f85-f06c-4345-a859-bca1a2152e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce689a-b8c7-44a1-8afb-eae33491c850,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:07.943103 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.69', 59862) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:07.988386 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cd50bb3e-d892-4d5e-b556-1e06d9240358 req-a227c475-e6ef-488a-9e56-1e0994e3325c tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 210 time: 0.0990992 Aug 18 14:43:08.000978 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:08.104466 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:08.116250 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Transition to ACTIVE for port object a3bfa1b3-9b92-45f2-b358-c8a1d468123b will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:08.125456 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:08.126460 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:08.186637 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:08.241295 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-f6e2d18d-caed-46d1-8bda-a8f061276ce9 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:08.243084 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-f6e2d18d-caed-46d1-8bda-a8f061276ce9 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.69 "GET /v2.0/networks?id=6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b HTTP/1.1" status: 200 len: 812 time: 0.2742312 Aug 18 14:43:08.272169 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Router 532a7f40-96de-445f-8972-9aa2526e7673 is scheduled to L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 with binding_index 1 {{(pid=100499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:43:08.298877 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:08.333229 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Request body: {'port': {'device_id': '44ea1b54-93e2-468b-b6c6-6e647aa6e185', 'network_id': '6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b', 'admin_state_up': True, 'tenant_id': '50472d75bc6245d29144ded7fc9d9af2'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:08.364749 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Attempting to bind port a3bfa1b3-9b92-45f2-b358-c8a1d468123b on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:08.370999 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Attempting to bind port a3bfa1b3-9b92-45f2-b358-c8a1d468123b by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:08.371254 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Attempting to bind port a3bfa1b3-9b92-45f2-b358-c8a1d468123b on network f70b9128-261f-4c77-8b6f-a0f6f98fd191 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:08.395750 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:08.396416 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Checking segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:08.396532 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:08.396910 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Bound using segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:08.403039 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Bound port: a3bfa1b3-9b92-45f2-b358-c8a1d468123b, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:08.403784 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:08.439095 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:03Z', 'revision_number': 3, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:08.510496 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b951f7c7-6e60-42a4-ad55-7a673f0c4932 None None] The sync data for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi is: [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:03Z', 'revision_number': 3, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:08.544505 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] For port a3bfa1b3-9b92-45f2-b358-c8a1d468123b, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:08.554594 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] For port a3bfa1b3-9b92-45f2-b358-c8a1d468123b, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=a3bfa1b3-9b92-45f2-b358-c8a1d468123b,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:08.563227 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:08.679309 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:08.687101 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=02108c0f-fe18-4791-8818-0926bbd9de20,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:08.733090 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:08.750528 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:08.800960 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:43:08.808557 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6ec16379-05d1-4787-9fa1-8bd660cad950 req-f1e00f66-7619-43c0-82f5-b8cefd70e1a8 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 210 time: 0.4061639 Aug 18 14:43:08.947169 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Allocated IP 172.20.0.1 (986a4ab3-f2dd-41e2-84e8-5bca658d0c0d/3dc48631-3ba7-48fa-9733-d2a6c9b2b448/a064efd0-a011-4d60-bbde-60f06151c185) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:09.262022 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Allocated IP 172.20.0.1 (9f453827-31cb-4cd9-a35c-9030c6070e8e/9da59616-bc97-489b-a3d0-517f11dd510c/137f58e8-f424-4cdc-ab45-e91d61cb485f) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:09.294628 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Made reservation on behalf of 3d481d43a1cd4ef58fece194dccfda58 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:09.298789 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:09.385943 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2bfed58f-4850-4d1a-b852-77941801db35 req-28811ad2-8a75-4d59-8009-7b187e7e8a84 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 210 time: 0.1117268 Aug 18 14:43:09.516389 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:09.610449 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:09.629888 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Sync routers for ids ['532a7f40-96de-445f-8972-9aa2526e7673'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:09.654233 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Routers {'532a7f40-96de-445f-8972-9aa2526e7673'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:09.655371 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:42:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['532a7f40-96de-445f-8972-9aa2526e7673'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:09.744314 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122bd5e-ee1b-43f7-aeef-47c9d9ebec80 None None] Pushing event updated for resources: {'Port': ['ID=a3bfa1b3-9b92-45f2-b358-c8a1d468123b,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:09.752805 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Transition to ACTIVE for port object a064efd0-a011-4d60-bbde-60f06151c185 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:09.885154 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Made reservation on behalf of 50472d75bc6245d29144ded7fc9d9af2 for: {'port': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:09.902043 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:09.933271 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122bd5e-ee1b-43f7-aeef-47c9d9ebec80 None None] Pushing event updated for resources: {'Port': ['ID=a3bfa1b3-9b92-45f2-b358-c8a1d468123b,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:09.955598 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:09.961586 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:42:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:09.963636 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:09.964909 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e472866e-8e0b-4fba-81e3-8564367350ae admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.5284410 Aug 18 14:43:09.972474 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55928) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:10.000791 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:10.086543 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Transition to ACTIVE for port object 137f58e8-f424-4cdc-ab45-e91d61cb485f will not be triggered until provisioned by entity DHCP. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:10.119564 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Set router 532a7f40-96de-445f-8972-9aa2526e7673 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:10.219629 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:10.305913 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-82539d11-2e99-479f-a4cf-5d99d98e1643 None None] Provisioning complete for port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:10.312432 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-82539d11-2e99-479f-a4cf-5d99d98e1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:10.335385 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 55936) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:10.361610 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:10.521746 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:10.523371 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:10.561870 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Allocated IP 172.20.0.13 (f34bd7a5-a1bd-4442-bdd5-3b29f7da394c/836a2402-c33a-4f5a-8a35-cc80625bfacb/1c1a3c77-185d-492a-8eea-95626738f81d) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:10.628761 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=71aecd6d-4ad7-4b1f-b661-81f9b884a4ce,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:10.633790 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-664304694-network', 'tenant_id': '662053e053014d448fb04966b65522b4'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:10.645936 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532a7f40-96de-445f-8972-9aa2526e7673', 'name': 'tempest-ServerRescueNegativeTestJSON-151218068-router', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '2b834d24-7225-4913-9087-7eec814448f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:05Z', 'revision_number': 3, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'gw_port': {'id': '2b834d24-7225-4913-9087-7eec814448f7', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532a7f40-96de-445f-8972-9aa2526e7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:03Z', 'updated_at': '2021-08-18T14:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:10.679496 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:10.710416 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c98fa480-f987-4fa5-a655-d0d5a75ac61f req-5e13afb4-c112-415f-9da0-c19e5ce02c37 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 210 time: 0.4960027 Aug 18 14:43:10.786073 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Checking router: 532a7f40-96de-445f-8972-9aa2526e7673 for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:10.786459 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Updating router 532a7f40-96de-445f-8972-9aa2526e7673 port 2b834d24-7225-4913-9087-7eec814448f7 binding host dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:43:10.866375 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Network 9f453827-31cb-4cd9-a35c-9030c6070e8e is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:10.868785 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:10.995807 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=71aecd6d-4ad7-4b1f-b661-81f9b884a4ce,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:11.024824 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-980e0b49-b781-441c-ba9f-2ba20a685383 req-6300feaf-10dc-4975-bffe-ff0b10b78dc6 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 210 time: 0.4173470 Aug 18 14:43:11.027993 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:11.055336 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:11.058061 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634453'] for router_interface, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:11.189611 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 02108c0f-fe18-4791-8818-0926bbd9de20 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:11.191583 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Pushing event updated for resources: {'Port': ['ID=137f58e8-f424-4cdc-ab45-e91d61cb485f,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:11.288097 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:11.351074 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:11.379295 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:11.379936 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634453'] for router_interface, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:11.394734 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 02108c0f-fe18-4791-8818-0926bbd9de20 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:11.396123 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:11.410543 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:03Z', 'revision_number': 3, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:11.475990 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:11.598517 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Pushing event updated for resources: {'Port': ['ID=a064efd0-a011-4d60-bbde-60f06151c185,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:11.615124 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795b62f-2da0-4519-bbe2-fb5178a07c76 None None] The sync data for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi is: [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:03Z', 'revision_number': 3, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:11.683324 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-ffdac879-2bdf-4efb-b34f-15fe05b5112d None None] Provisioning for port 137f58e8-f424-4cdc-ab45-e91d61cb485f completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:11.695557 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-ffdac879-2bdf-4efb-b34f-15fe05b5112d None None] Provisioning complete for port 137f58e8-f424-4cdc-ab45-e91d61cb485f triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:11.695896 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ffdac879-2bdf-4efb-b34f-15fe05b5112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:11.731110 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:11.734912 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:11.758774 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Transition to ACTIVE for port object 2b834d24-7225-4913-9087-7eec814448f7 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:11.767151 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:11.814344 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac3b22-bae6-4908-9996-2770eadac217 None None] Pushing event updated for resources: {'Port': ['ID=2b834d24-7225-4913-9087-7eec814448f7,revision_number=2']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:11.854550 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Attempting to bind port 2b834d24-7225-4913-9087-7eec814448f7 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:11.854932 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Attempting to bind port 2b834d24-7225-4913-9087-7eec814448f7 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:11.855355 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Attempting to bind port 2b834d24-7225-4913-9087-7eec814448f7 on network f70b9128-261f-4c77-8b6f-a0f6f98fd191 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:11.866033 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:11.866510 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Checking segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:11.866859 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:11.867234 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Bound using segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:11.872519 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Bound port: 2b834d24-7225-4913-9087-7eec814448f7, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:11.872519 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:11.888211 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 67449bab-37e9-4757-9b00-975a7acda957 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:12.000597 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-ffdac879-2bdf-4efb-b34f-15fe05b5112d None None] Port 137f58e8-f424-4cdc-ab45-e91d61cb485f cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:43:12.003543 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] For port 2b834d24-7225-4913-9087-7eec814448f7, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:12.007294 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] For port 2b834d24-7225-4913-9087-7eec814448f7, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=2b834d24-7225-4913-9087-7eec814448f7,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:12.043533 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:12.045480 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 67449bab-37e9-4757-9b00-975a7acda957 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:12.051354 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 67449bab-37e9-4757-9b00-975a7acda957 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:12.051779 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:12.106361 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac3b22-bae6-4908-9996-2770eadac217 None None] Pushing event updated for resources: {'Port': ['ID=2b834d24-7225-4913-9087-7eec814448f7,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:12.200576 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Routers {'532a7f40-96de-445f-8972-9aa2526e7673'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:12.202681 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:42:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['532a7f40-96de-445f-8972-9aa2526e7673'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:12.260213 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Allocated IP 172.20.0.5 (6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b/2a8f7010-09ba-485b-8648-f94dd0551c49/f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:12.354542 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:12.369352 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-2fec37f1-37b4-493c-aace-2cb12b4b887d None None] Provisioning for port a064efd0-a011-4d60-bbde-60f06151c185 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:12.405317 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] Set router 532a7f40-96de-445f-8972-9aa2526e7673 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:12.414564 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-2fec37f1-37b4-493c-aace-2cb12b4b887d None None] Provisioning complete for port a064efd0-a011-4d60-bbde-60f06151c185 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:12.417030 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2fec37f1-37b4-493c-aace-2cb12b4b887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:12.429672 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:12.461082 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Made reservation on behalf of 662053e053014d448fb04966b65522b4 for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:12.464055 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:12.480469 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:12.504516 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:12.510205 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 67449bab-37e9-4757-9b00-975a7acda957, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=67449bab-37e9-4757-9b00-975a7acda957,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:12.510408 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:12.511146 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:12.519541 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1bb916c1-5838-47a5-8875-cace03796364 req-c4157303-59fa-41ea-a931-86e138a70a7e tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 210 time: 0.2357814 Aug 18 14:43:12.539964 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:12.563134 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-2fec37f1-37b4-493c-aace-2cb12b4b887d None None] Port a064efd0-a011-4d60-bbde-60f06151c185 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:43:12.577460 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:12.626995 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Pushing event updated for resources: {'Port': ['ID=1c1a3c77-185d-492a-8eea-95626738f81d,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:12.690400 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=67449bab-37e9-4757-9b00-975a7acda957,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:12.725395 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46131e-4818-4455-9fb0-94bc6f20a6f3 req-c7dd4e65-a244-45eb-b2d6-9b2cac82a717 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:12.727019 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-aa46131e-4818-4455-9fb0-94bc6f20a6f3 req-c7dd4e65-a244-45eb-b2d6-9b2cac82a717 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 932 time: 0.7718189 Aug 18 14:43:12.756533 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:12.780490 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-807e8c9a-dcef-4504-8dec-63bc4867a00e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0597544 Aug 18 14:43:12.838384 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532a7f40-96de-445f-8972-9aa2526e7673', 'name': 'tempest-ServerRescueNegativeTestJSON-151218068-router', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '2b834d24-7225-4913-9087-7eec814448f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:05Z', 'revision_number': 3, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'gw_port': {'id': '2b834d24-7225-4913-9087-7eec814448f7', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532a7f40-96de-445f-8972-9aa2526e7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:03Z', 'updated_at': '2021-08-18T14:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:12.898712 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f277fbec-3380-440e-9bd0-067c52adeeb6 None None] The sync data for ids ['532a7f40-96de-445f-8972-9aa2526e7673'] in dv-cinder-788365-10-iscsi is: [{'id': '532a7f40-96de-445f-8972-9aa2526e7673', 'name': 'tempest-ServerRescueNegativeTestJSON-151218068-router', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '2b834d24-7225-4913-9087-7eec814448f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:05Z', 'revision_number': 3, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'gw_port': {'id': '2b834d24-7225-4913-9087-7eec814448f7', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532a7f40-96de-445f-8972-9aa2526e7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:03Z', 'updated_at': '2021-08-18T14:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:12.909294 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-3738a7e3-d1f3-411d-b073-5acd925ba61e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:43:12.911078 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-3738a7e3-d1f3-411d-b073-5acd925ba61e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350568 Aug 18 14:43:12.942928 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:13.079708 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:13.147984 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-aa46131e-4818-4455-9fb0-94bc6f20a6f3 req-b175dadc-da80-44af-bc53-e928f4c4551e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922732 Aug 18 14:43:13.188754 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:13.308925 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:13.309279 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:13.353149 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:13.412867 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Request body: {'port': {'device_id': '1dea29eb-f01d-4fbf-8e0e-92a911d18d27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:13.490304 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:13.626514 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device a3bfa1b3-9b92-45f2-b358-c8a1d468123b up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:13.825965 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port a3bfa1b3-9b92-45f2-b358-c8a1d468123b completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:13.843405 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port a3bfa1b3-9b92-45f2-b358-c8a1d468123b triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:13.844165 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.055523 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56012) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:14.105463 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.145758 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port a3bfa1b3-9b92-45f2-b358-c8a1d468123b, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=a3bfa1b3-9b92-45f2-b358-c8a1d468123b,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:14.153780 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.154255 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.258079 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.308357 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=a3bfa1b3-9b92-45f2-b358-c8a1d468123b,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:14.347867 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.354953 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.395965 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Pushing event updated for resources: {'Port': ['ID=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:14.416507 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.417944 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634529'] for router_interface, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.421461 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Network 6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:14.452056 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:14.456523 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:14.471117 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:14.472280 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.520924 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec98d3c-421d-4f8f-9fc4-ced09e9deb1c req-8b82f522-42cb-42a7-9069-95b859824fc9 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:14.525675 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad3006a-c77c-4694-90f4-1d42d686bd69,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:14.542823 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fec98d3c-421d-4f8f-9fc4-ced09e9deb1c req-8b82f522-42cb-42a7-9069-95b859824fc9 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 931 time: 0.7538030 Aug 18 14:43:14.568471 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d2e0916b-0bb5-4a5a-b5e6-184e3dc8e1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.584148 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-8cd51cae-8a3f-4564-a290-203a91ef7f82 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2698371 Aug 18 14:43:14.654325 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:43:14.660225 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f596d82b-0239-4cc9-a4b1-88da7dcebd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.719103 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fec98d3c-421d-4f8f-9fc4-ced09e9deb1c req-516eb85b-0a6a-4afd-b9a3-b0ff281d6faf tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738906 Aug 18 14:43:14.744772 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15ed2b-c38f-4fc3-9cfc-bdb7f02361db req-a2490c28-d109-430d-9ec9-d5eeaf37ae11 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:14.746334 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c15ed2b-c38f-4fc3-9cfc-bdb7f02361db req-a2490c28-d109-430d-9ec9-d5eeaf37ae11 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 932 time: 0.3465796 Aug 18 14:43:14.802365 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.814866 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.818873 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634529'] for router_interface, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.819064 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Pushing event updated for resources: {'Port': ['ID=a064efd0-a011-4d60-bbde-60f06151c185,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:14.847648 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:14.848028 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Added segment 0ea20518-af11-48d9-8448-7d890aa80e31 of type vlan for network 8ba3de48-0bd1-4413-aae4-a9c0369d5bb0 Aug 18 14:43:14.918898 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c15ed2b-c38f-4fc3-9cfc-bdb7f02361db req-7e9c65c1-3b05-4f0b-9911-8a0360fda8a4 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538396 Aug 18 14:43:15.010261 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:15.085075 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 2b834d24-7225-4913-9087-7eec814448f7 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:15.118043 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Pushing event updated for resources: {'Port': ['ID=137f58e8-f424-4cdc-ab45-e91d61cb485f,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:15.150107 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Network 9f453827-31cb-4cd9-a35c-9030c6070e8e is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:15.157221 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:15.183576 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 2b834d24-7225-4913-9087-7eec814448f7 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:15.189085 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 2b834d24-7225-4913-9087-7eec814448f7 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:15.189733 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:15.192656 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:15.361081 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:15.403043 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:15.433675 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:15.446777 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Router 244edcda-be09-4e9a-8bb1-cc16307a7d13 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:43:15.459029 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 2b834d24-7225-4913-9087-7eec814448f7, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=2b834d24-7225-4913-9087-7eec814448f7,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:15.466229 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:15.467960 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:15.468945 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device a3bfa1b3-9b92-45f2-b358-c8a1d468123b up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:15.479362 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:15.482479 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:15.730630 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:15.744921 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-82745057-fbee-4826-9008-3423a668a144 admin admin] 10.222.0.38 "PUT /v2.0/routers/244edcda-be09-4e9a-8bb1-cc16307a7d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2343409 Aug 18 14:43:15.754349 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Sync routers for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:15.766497 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:15.767339 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:42:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:15.770259 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=2b834d24-7225-4913-9087-7eec814448f7,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:15.827454 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port a3bfa1b3-9b92-45f2-b358-c8a1d468123b triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:15.827454 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:15.834872 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-f6b03661-05fc-4935-9342-9d8f2ac9f497 None None] Provisioning complete for port a064efd0-a011-4d60-bbde-60f06151c185 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:15.834872 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f6b03661-05fc-4935-9342-9d8f2ac9f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.033861 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] Pushing event updated for resources: {'Network': ['ID=8ba3de48-0bd1-4413-aae4-a9c0369d5bb0,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:16.066247 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd234b-aa8f-4691-83c9-52f2f0f0abf0 req-8de9fa99-b435-4655-9df5-e31509f7b283 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:16.073902 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-81bd234b-aa8f-4691-83c9-52f2f0f0abf0 req-8de9fa99-b435-4655-9df5-e31509f7b283 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 931 time: 0.2003911 Aug 18 14:43:16.079453 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 8ba3de48-0bd1-4413-aae4-a9c0369d5bb0 details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:43:16.183731 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6803c-e68b-4e25-bb9f-caa718518d23 req-644f222b-6489-43de-9e25-3fbc81b608fe tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:16.200443 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6ce6803c-e68b-4e25-bb9f-caa718518d23 req-644f222b-6489-43de-9e25-3fbc81b608fe tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 932 time: 0.1214941 Aug 18 14:43:16.202654 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1a3c77-185d-492a-8eea-95626738f81d {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:16.206755 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-81bd234b-aa8f-4691-83c9-52f2f0f0abf0 req-b3b01192-f043-415a-bc14-8e1670002af0 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812585 Aug 18 14:43:16.228831 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.257866 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Transition to ACTIVE for port object 1c1a3c77-185d-492a-8eea-95626738f81d will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:16.292840 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.299029 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6ce6803c-e68b-4e25-bb9f-caa718518d23 req-db0eb7b0-e88b-4165-aea8-13701afb9e41 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885079 Aug 18 14:43:16.414665 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f596d82b-0239-4cc9-a4b1-88da7dcebd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.424436 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Router 0700a700-108e-4163-aafb-fa0e92dc4ceb has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:43:16.428137 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-f6b03661-05fc-4935-9342-9d8f2ac9f497 None None] Port a064efd0-a011-4d60-bbde-60f06151c185 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:43:16.477153 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f596d82b-0239-4cc9-a4b1-88da7dcebd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.541577 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f596d82b-0239-4cc9-a4b1-88da7dcebd42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb1b9286990b4f9a928bf7b2232aeeba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4804242 Aug 18 14:43:16.541790 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56050) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:16.543254 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-f6b03661-05fc-4935-9342-9d8f2ac9f497 None None] Provisioning complete for port 137f58e8-f424-4cdc-ab45-e91d61cb485f triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:16.543737 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f6b03661-05fc-4935-9342-9d8f2ac9f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.593067 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-f6b03661-05fc-4935-9342-9d8f2ac9f497 None None] Port 137f58e8-f424-4cdc-ab45-e91d61cb485f cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:43:16.601457 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Attempting to bind port 1c1a3c77-185d-492a-8eea-95626738f81d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:16.608564 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Attempting to bind port 1c1a3c77-185d-492a-8eea-95626738f81d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:16.609097 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Attempting to bind port 1c1a3c77-185d-492a-8eea-95626738f81d on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:16.610629 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:16.621365 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56054) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:16.621558 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e08b025b-3f59-4af7-a262-f6dedd26fa09 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 6.2849948 Aug 18 14:43:16.635813 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1a3c77-185d-492a-8eea-95626738f81d,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:16.645200 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] Request body: {'subnet': {'network_id': '8ba3de48-0bd1-4413-aae4-a9c0369d5bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-664304694-subnet', 'tenant_id': '662053e053014d448fb04966b65522b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:16.682306 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Port 1c1a3c77-185d-492a-8eea-95626738f81d on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:43:16.687159 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Attempting to bind port 1c1a3c77-185d-492a-8eea-95626738f81d on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:16.699618 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 67449bab-37e9-4757-9b00-975a7acda957 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:16.707865 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-669b9dc1-0832-4074-8ca7-6f5fb8702081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.753636 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] Made reservation on behalf of 662053e053014d448fb04966b65522b4 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:16.756929 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.793311 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-669b9dc1-0832-4074-8ca7-6f5fb8702081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.912935 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 2, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:16.916176 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 67449bab-37e9-4757-9b00-975a7acda957 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:16.916554 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.979301 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-669b9dc1-0832-4074-8ca7-6f5fb8702081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.981996 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-669b9dc1-0832-4074-8ca7-6f5fb8702081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:16.983484 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-669b9dc1-0832-4074-8ca7-6f5fb8702081 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c6cd6466-6c4d-4a93-aaaf-ba0a26ff6840 HTTP/1.1" status: 204 len: 168 time: 0.4408112 Aug 18 14:43:16.998313 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b9dc1-0832-4074-8ca7-6f5fb8702081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cd6466-6c4d-4a93-aaaf-ba0a26ff6840,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:17.038207 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Checking router: 244edcda-be09-4e9a-8bb1-cc16307a7d13 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:17.038207 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Updating router 244edcda-be09-4e9a-8bb1-cc16307a7d13 port 137f58e8-f424-4cdc-ab45-e91d61cb485f binding host dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:43:17.050790 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56058) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:17.055750 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-78fe2e55-508b-4e41-b9e2-f439306bb81a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--26908172', 'description': 'tempest-description--1031676634'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:17.082874 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-78fe2e55-508b-4e41-b9e2-f439306bb81a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.134119 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.166346 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:17.166850 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Checking segment: {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:17.167523 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Bound using segment: {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:17.168210 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Bound port: 1c1a3c77-185d-492a-8eea-95626738f81d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:17.168771 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.209730 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596d82b-0239-4cc9-a4b1-88da7dcebd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cd6466-6c4d-4a93-aaaf-ba0a26ff6840,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:17.284400 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 2b834d24-7225-4913-9087-7eec814448f7 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:17.352168 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-533dac0d-e6dd-49d9-870d-7a5cdc828383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.366269 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.416032 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.448896 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 2b834d24-7225-4913-9087-7eec814448f7 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:17.449780 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.569074 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Allocated IP 172.20.0.1 (c9b012c8-804e-4f07-9a16-9c0f8924483c/2fb8dbdf-e623-4b18-a596-69a9d3196b83/5b60a6d3-d1ed-4370-8da1-ca826a1bf306) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:17.582348 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56070) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:17.583672 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] For port 1c1a3c77-185d-492a-8eea-95626738f81d, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:17.674215 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.688730 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Transition to ACTIVE for port object 137f58e8-f424-4cdc-ab45-e91d61cb485f will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:17.696772 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0444bda-ef30-45ee-beb2-a2823b8f5550 req-2b557132-0e47-419d-82da-f4280b968902 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:17.698527 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a0444bda-ef30-45ee-beb2-a2823b8f5550 req-2b557132-0e47-419d-82da-f4280b968902 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 931 time: 0.3410118 Aug 18 14:43:17.699214 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f529ec-297f-4bb2-bd47-75bfbf11443e,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:17.705542 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.714960 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-78fe2e55-508b-4e41-b9e2-f439306bb81a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.718152 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:17.731263 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Sync routers for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:17.744103 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-78fe2e55-508b-4e41-b9e2-f439306bb81a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.748129 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:17.749156 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:43:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:17.762245 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] Checking segment: {'id': '0ea20518-af11-48d9-8448-7d890aa80e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8ba3de48-0bd1-4413-aae4-a9c0369d5bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:17.762876 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] Network hostable DHCP agents. Network: 8ba3de48-0bd1-4413-aae4-a9c0369d5bb0, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:43:17.779123 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] For port 1c1a3c77-185d-492a-8eea-95626738f81d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c1a3c77-185d-492a-8eea-95626738f81d,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:17.793076 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89046dc1-0aae-4345-bb29-a1afcafa8d84 req-efe41774-41e5-41a8-9615-9b6d96dc13fe tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:17.794910 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-89046dc1-0aae-4345-bb29-a1afcafa8d84 req-efe41774-41e5-41a8-9615-9b6d96dc13fe tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 944 time: 0.2953932 Aug 18 14:43:17.803088 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-cc46ac7f-85bf-4e12-b106-1c3c8008619f admin admin] 10.222.0.38 "PUT /v2.0/routers/0700a700-108e-4163-aafb-fa0e92dc4ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2304084 Aug 18 14:43:17.806794 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c583c0f-9910-464a-9305-e51cc49c97e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.807864 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61022573-9db7-4716-a817-7c99d52a3831 None None] Pushing event updated for resources: {'Port': ['ID=137f58e8-f424-4cdc-ab45-e91d61cb485f,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:17.823436 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.839181 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-78fe2e55-508b-4e41-b9e2-f439306bb81a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.840634 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-78fe2e55-508b-4e41-b9e2-f439306bb81a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7888119 Aug 18 14:43:17.856281 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56074) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:17.881182 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-b5d0b0ba-990c-4ce2-8850-71d17dec1d01 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'security_group_rule': {'security_group_id': '303a62a0-2549-40a5-b3ed-bc1d9c0d0323', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:17.886783 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe2e55-508b-4e41-b9e2-f439306bb81a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303a62a0-2549-40a5-b3ed-bc1d9c0d0323,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:17.909584 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a0444bda-ef30-45ee-beb2-a2823b8f5550 req-f7dc6248-0f29-4d6a-a0cf-5b1ab9aaa4f2 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971092 Aug 18 14:43:17.928029 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1a3c77-185d-492a-8eea-95626738f81d,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:17.930613 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] Network 8ba3de48-0bd1-4413-aae4-a9c0369d5bb0 is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:43:17.950686 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:17.954263 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.957069 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-0a0df3ab-bc5b-45a8-9c09-84c86b3b0660 service neutron] 10.222.0.69 "PUT /v2.0/ports/1c1a3c77-185d-492a-8eea-95626738f81d HTTP/1.1" status: 200 len: 1094 time: 4.8511469 Aug 18 14:43:17.957616 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dea29eb-f01d-4fbf-8e0e-92a911d18d27', 'tag': '1c1a3c77-185d-492a-8eea-95626738f81d'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:17.961772 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Attempting to bind port 137f58e8-f424-4cdc-ab45-e91d61cb485f on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:17.964925 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Attempting to bind port 137f58e8-f424-4cdc-ab45-e91d61cb485f by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:17.966174 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Attempting to bind port 137f58e8-f424-4cdc-ab45-e91d61cb485f on network 9f453827-31cb-4cd9-a35c-9030c6070e8e {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:17.966593 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-89046dc1-0aae-4345-bb29-a1afcafa8d84 req-e9944e6f-eda9-4cf8-9d7a-7a7b40330f62 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508286 Aug 18 14:43:17.967790 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 8ba3de48-0bd1-4413-aae4-a9c0369d5bb0) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:17.982723 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:17.983330 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:17.985559 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e542b-14bb-4d36-a059-9945c6664f4e None None] Network 8ba3de48-0bd1-4413-aae4-a9c0369d5bb0 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:17.994025 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.005884 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:18.006339 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Checking segment: {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:18.006839 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.007395 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Bound using segment: {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:18.008055 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Bound port: 137f58e8-f424-4cdc-ab45-e91d61cb485f, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:18.008503 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.053280 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:18.131316 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.233196 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] For port 137f58e8-f424-4cdc-ab45-e91d61cb485f, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:18.233507 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f63e45-f589-4e37-a3b1-ddcff370cf5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1dea29eb-f01d-4fbf-8e0e-92a911d18d27", "tag": "1c1a3c77-185d-492a-8eea-95626738f81d"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:18.245227 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] For port 137f58e8-f424-4cdc-ab45-e91d61cb485f, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=137f58e8-f424-4cdc-ab45-e91d61cb485f,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:18.264918 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c583c0f-9910-464a-9305-e51cc49c97e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.265541 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.270838 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.283290 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-84f33b55-8769-4dc5-9112-005f8f221bb0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6586928 Aug 18 14:43:18.322216 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c583c0f-9910-464a-9305-e51cc49c97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.324419 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b0ba-990c-4ce2-8850-71d17dec1d01 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.328551 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Pushing event updated for resources: {'Port': ['ID=5b60a6d3-d1ed-4370-8da1-ca826a1bf306,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:18.365188 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4cf4a5-4f1f-4bc2-9f61-6a4a78d3eda3 None None] Network 8ba3de48-0bd1-4413-aae4-a9c0369d5bb0 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:18.367748 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Network c9b012c8-804e-4f07-9a16-9c0f8924483c is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:18.382246 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0c583c0f-9910-464a-9305-e51cc49c97e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=300571f082004163a68066aa7cff1949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7895398 Aug 18 14:43:18.382246 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:18.384627 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56094) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:18.384719 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c583c0f-9910-464a-9305-e51cc49c97e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e117b026-b1f2-4ae6-b454-525b2c4a8b92,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:18.398975 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:18.399649 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634453'] for router_interface, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.507928 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61022573-9db7-4716-a817-7c99d52a3831 None None] Pushing event updated for resources: {'Port': ['ID=137f58e8-f424-4cdc-ab45-e91d61cb485f,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:18.512960 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:18.513857 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:43:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:18.646994 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616a2330-4fba-408c-b734-374aec3274dd x-openstack-request-id: req-616a2330-4fba-408c-b734-374aec3274dd {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:18.647297 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dea29eb-f01d-4fbf-8e0e-92a911d18d27", "tag": "1c1a3c77-185d-492a-8eea-95626738f81d", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:18.647526 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-616a2330-4fba-408c-b734-374aec3274dd {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:18.647994 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dea29eb-f01d-4fbf-8e0e-92a911d18d27', 'tag': '1c1a3c77-185d-492a-8eea-95626738f81d', 'status': 'completed', 'code': 200} Aug 18 14:43:18.650944 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.658210 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:13Z', 'revision_number': 2, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:18.683616 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b0ba-990c-4ce2-8850-71d17dec1d01 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.689143 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Checking router: 0700a700-108e-4163-aafb-fa0e92dc4ceb for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:18.689847 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Updating router 0700a700-108e-4163-aafb-fa0e92dc4ceb port a064efd0-a011-4d60-bbde-60f06151c185 binding host dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:43:18.707304 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b0ba-990c-4ce2-8850-71d17dec1d01 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.721074 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.735306 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0b0ba-990c-4ce2-8850-71d17dec1d01 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c966821b-ac35-4753-92d0-d5b324f00bbc,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:18.777554 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b5d0b0ba-990c-4ce2-8850-71d17dec1d01 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.779536 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b5d0b0ba-990c-4ce2-8850-71d17dec1d01 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9129498 Aug 18 14:43:18.782763 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56104) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:18.788581 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-a6ea534f-102c-4321-9345-ffadb7f85e68 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'security_group_rule': {'security_group_id': '303a62a0-2549-40a5-b3ed-bc1d9c0d0323', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:18.793682 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c30957c-74f1-44bd-b7e2-c8c8e009d380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.864715 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c30957c-74f1-44bd-b7e2-c8c8e009d380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:18.872038 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:18.905701 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a6ea534f-102c-4321-9345-ffadb7f85e68 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.125237 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.134212 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.134212 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634529'] for router_interface, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.167056 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.180287 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Transition to ACTIVE for port object a064efd0-a011-4d60-bbde-60f06151c185 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:19.190307 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.199913 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c30957c-74f1-44bd-b7e2-c8c8e009d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.207314 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7c30957c-74f1-44bd-b7e2-c8c8e009d380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.213367 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7c30957c-74f1-44bd-b7e2-c8c8e009d380 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e117b026-b1f2-4ae6-b454-525b2c4a8b92 HTTP/1.1" status: 204 len: 168 time: 0.8269470 Aug 18 14:43:19.265611 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30957c-74f1-44bd-b7e2-c8c8e009d380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e117b026-b1f2-4ae6-b454-525b2c4a8b92,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:19.298320 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6b986-6eaf-4801-8f17-8d14114be68f None None] Pushing event updated for resources: {'Port': ['ID=a064efd0-a011-4d60-bbde-60f06151c185,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:19.304426 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a6ea534f-102c-4321-9345-ffadb7f85e68 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.319111 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a6ea534f-102c-4321-9345-ffadb7f85e68 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.329377 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Pushing event updated for resources: {'Port': ['ID=5b60a6d3-d1ed-4370-8da1-ca826a1bf306,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:19.394425 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155745-018b-4c66-a0b5-e2717020a1ed req-e1b3d6dc-9d43-43ae-ad5c-4f40cd37259c tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:19.413298 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ca155745-018b-4c66-a0b5-e2717020a1ed req-e1b3d6dc-9d43-43ae-ad5c-4f40cd37259c tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 931 time: 0.2948034 Aug 18 14:43:19.437122 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea534f-102c-4321-9345-ffadb7f85e68 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192e7c7a-17bd-4f36-bdb6-fbe959824306,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:19.468406 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Attempting to bind port a064efd0-a011-4d60-bbde-60f06151c185 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:19.475442 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Attempting to bind port a064efd0-a011-4d60-bbde-60f06151c185 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:19.475835 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Attempting to bind port a064efd0-a011-4d60-bbde-60f06151c185 on network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:19.480016 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a6ea534f-102c-4321-9345-ffadb7f85e68 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.481248 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-a6ea534f-102c-4321-9345-ffadb7f85e68 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6972566 Aug 18 14:43:19.487145 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56120) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:19.488522 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:19.488904 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Checking segment: {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:19.492103 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.492547 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Bound using segment: {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:19.493353 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Bound port: a064efd0-a011-4d60-bbde-60f06151c185, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:19.493781 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.498163 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-fdeec5ff-bcde-4fb4-85ed-7995fadbd214 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239442432', 'description': 'tempest-description--361026529'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:19.499820 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56122) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:19.526677 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'floatingip': {'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:19.613483 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ca155745-018b-4c66-a0b5-e2717020a1ed req-f0f03d75-18f3-4465-863d-4516885fd3fc tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775227 Aug 18 14:43:19.640038 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Network c9b012c8-804e-4f07-9a16-9c0f8924483c is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:19.650559 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fdeec5ff-bcde-4fb4-85ed-7995fadbd214 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.663780 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:19.716857 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] For port a064efd0-a011-4d60-bbde-60f06151c185, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:19.749703 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] For port a064efd0-a011-4d60-bbde-60f06151c185, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=a064efd0-a011-4d60-bbde-60f06151c185,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:19.766153 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.831898 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247654e4-4afe-481f-b3b9-4c1787f16d65 req-73fe4c46-1485-410d-b63d-b649262eddab tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:19.844514 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-247654e4-4afe-481f-b3b9-4c1787f16d65 req-73fe4c46-1485-410d-b63d-b649262eddab tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 944 time: 0.1613967 Aug 18 14:43:19.915999 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56132) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:19.933599 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:19.944557 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-974670650-network', 'tenant_id': 'c9b0a03e5f0245078a8c401916552405'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:19.965419 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:19.965974 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:43:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:20.008273 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:18Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:20.051136 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Router 532a7f40-96de-445f-8972-9aa2526e7673 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:43:20.059494 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-247654e4-4afe-481f-b3b9-4c1787f16d65 req-cb292da3-adc3-4c93-8b3d-a47361876dd8 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128313 Aug 18 14:43:20.111163 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fdeec5ff-bcde-4fb4-85ed-7995fadbd214 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.118896 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0017b29-03bf-4f79-9c30-fc6eb23a3b97 None None] The sync data for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi is: [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:18Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:20.129891 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.136984 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6b986-6eaf-4801-8f17-8d14114be68f None None] Pushing event updated for resources: {'Port': ['ID=a064efd0-a011-4d60-bbde-60f06151c185,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:20.151067 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fdeec5ff-bcde-4fb4-85ed-7995fadbd214 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.320998 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Made reservation on behalf of c9b0a03e5f0245078a8c401916552405 for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:20.358356 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.380355 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.384250 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeec5ff-bcde-4fb4-85ed-7995fadbd214 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b96a0c2-3b49-4b6a-9020-ffaa7df88065,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:20.402950 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fdeec5ff-bcde-4fb4-85ed-7995fadbd214 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.406339 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-fdeec5ff-bcde-4fb4-85ed-7995fadbd214 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9159918 Aug 18 14:43:20.410769 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56142) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:20.416451 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-001dd003-2e8d-4597-bdca-47bcabbade39 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'security_group_rule': {'security_group_id': '9b96a0c2-3b49-4b6a-9020-ffaa7df88065', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:20.460758 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.471822 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:20.478801 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-eea7b4fa-4e02-4329-ad0a-de2d4fc1c82d admin admin] 10.222.0.38 "PUT /v2.0/routers/532a7f40-96de-445f-8972-9aa2526e7673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4822421 Aug 18 14:43:20.491942 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Sync routers for ids ['532a7f40-96de-445f-8972-9aa2526e7673'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:20.505880 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Routers {'532a7f40-96de-445f-8972-9aa2526e7673'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:20.506535 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:43:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['532a7f40-96de-445f-8972-9aa2526e7673'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:20.513468 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:20.572299 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.591736 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.680207 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:43:20.717431 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Allocated IP 172.27.0.227 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/14b8fc5b-9bf0-4d98-872d-315457f9369a) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:20.719664 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-001dd003-2e8d-4597-bdca-47bcabbade39 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.754073 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a682405-9d28-4d8f-abee-262cfa2282f9,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:20.760123 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.760789 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Added segment 8bda4539-194d-47f9-9f44-436dd710c53c of type vlan for network ef3644cf-799d-4429-bb5e-1317cc10c2c7 Aug 18 14:43:20.777798 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Set router 532a7f40-96de-445f-8972-9aa2526e7673 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:20.888956 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.943025 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:19Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:20.985035 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:20.985870 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3ad6b-4b25-4565-a67e-448109355b9e None None] The sync data for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi is: [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:19Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:21.154910 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'Port': ['ID=14b8fc5b-9bf0-4d98-872d-315457f9369a,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:21.163601 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:21.165154 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:21.168647 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:21.290932 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532a7f40-96de-445f-8972-9aa2526e7673', 'name': 'tempest-ServerRescueNegativeTestJSON-151218068-router', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '2b834d24-7225-4913-9087-7eec814448f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:18Z', 'revision_number': 4, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'gw_port': {'id': '2b834d24-7225-4913-9087-7eec814448f7', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532a7f40-96de-445f-8972-9aa2526e7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:03Z', 'updated_at': '2021-08-18T14:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '5b60a6d3-d1ed-4370-8da1-ca826a1bf306', 'name': '', 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'mac_address': 'fa:16:3e:70:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532a7f40-96de-445f-8972-9aa2526e7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2fb8dbdf-e623-4b18-a596-69a9d3196b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:15Z', 'updated_at': '2021-08-18T14:43:18Z', 'revision_number': 2, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'subnets': [{'id': '2fb8dbdf-e623-4b18-a596-69a9d3196b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:21.361138 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Checking router: 532a7f40-96de-445f-8972-9aa2526e7673 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:21.362022 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Updating router 532a7f40-96de-445f-8972-9aa2526e7673 port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 binding host dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:43:21.395961 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.402082 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.414199 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device a064efd0-a011-4d60-bbde-60f06151c185 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:21.515091 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.524897 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.585417 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2fef2-f6f1-40a9-ac48-9063bddba775 req-2e81a4a2-3805-4984-896b-b364e376ff68 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:21.592795 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a4e2fef2-f6f1-40a9-ac48-9063bddba775 req-2e81a4a2-3805-4984-896b-b364e376ff68 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 931 time: 0.8452396 Aug 18 14:43:21.678832 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-001dd003-2e8d-4597-bdca-47bcabbade39 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.696773 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port a064efd0-a011-4d60-bbde-60f06151c185 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:21.706618 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port a064efd0-a011-4d60-bbde-60f06151c185 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:21.706995 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.710964 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-001dd003-2e8d-4597-bdca-47bcabbade39 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.733698 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.734683 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:21.735274 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.843452 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3644cf-799d-4429-bb5e-1317cc10c2c7,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:21.856131 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dd003-2e8d-4597-bdca-47bcabbade39 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c678eafb-1fd3-4497-8daf-f4170a04650a,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:21.869968 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a4e2fef2-f6f1-40a9-ac48-9063bddba775 req-e07670d6-90ff-4e64-9f19-b8b251adbbbf tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762208 Aug 18 14:43:21.886771 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-eea0a84b-1690-489b-bd6e-8c6e9127b1e4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9614165 Aug 18 14:43:21.893511 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network ef3644cf-799d-4429-bb5e-1317cc10c2c7 details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:43:21.900636 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56190) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:21.912905 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] Request body: {'subnet': {'network_id': 'ef3644cf-799d-4429-bb5e-1317cc10c2c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-974670650-subnet', 'tenant_id': 'c9b0a03e5f0245078a8c401916552405', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:21.936410 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-001dd003-2e8d-4597-bdca-47bcabbade39 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.937975 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-001dd003-2e8d-4597-bdca-47bcabbade39 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5261624 Aug 18 14:43:21.948202 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56194) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:21.956025 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-959e6ca6-4fac-4cbb-8e29-34e7472a787a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'security_group_rule': {'security_group_id': '9b96a0c2-3b49-4b6a-9020-ffaa7df88065', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:21.970448 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] Made reservation on behalf of c9b0a03e5f0245078a8c401916552405 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:21.973345 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.997640 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6782c96-207d-4681-afc9-171269dca262 req-23e60790-c114-45a4-a0f4-265c34c8764f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:22.006739 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-23e60790-c114-45a4-a0f4-265c34c8764f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 818 time: 0.4836590 Aug 18 14:43:22.133813 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.142906 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.163335 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-00c12d5e-c5fa-4d9d-9680-36eb4b3c2536 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/quotas/075b08571b074cd89055dbcb85c93ece HTTP/1.1" status: 200 len: 375 time: 0.1549633 Aug 18 14:43:22.165095 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.169079 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.213096 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-959e6ca6-4fac-4cbb-8e29-34e7472a787a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.225278 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.227055 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7238019 Aug 18 14:43:22.234235 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ff916-9f97-4adc-9666-2c9ba9c4a954 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'Port': ['ID=14b8fc5b-9bf0-4d98-872d-315457f9369a,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:22.248095 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port a064efd0-a011-4d60-bbde-60f06151c185, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=a064efd0-a011-4d60-bbde-60f06151c185,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:22.261154 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.262460 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 137f58e8-f424-4cdc-ab45-e91d61cb485f up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:22.361744 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cb0af-c8b8-432f-9489-e8512273c0af req-f1c38104-16d4-494f-9242-9abde8f63173 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:22.363978 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f08cb0af-c8b8-432f-9489-e8512273c0af req-f1c38104-16d4-494f-9242-9abde8f63173 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 944 time: 0.2925866 Aug 18 14:43:22.376474 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-ea6900f7-6528-4c19-94e1-eddf66bdff39 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2125785 Aug 18 14:43:22.392191 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=a064efd0-a011-4d60-bbde-60f06151c185,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:22.397464 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.417114 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Transition to ACTIVE for port object 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:22.422311 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 137f58e8-f424-4cdc-ab45-e91d61cb485f completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:22.426183 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.467761 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76d55e-83d7-44a9-9e14-74cf1df98cdf None None] Pushing event updated for resources: {'Port': ['ID=5b60a6d3-d1ed-4370-8da1-ca826a1bf306,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:22.469973 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 137f58e8-f424-4cdc-ab45-e91d61cb485f triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:22.470330 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.484006 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-959e6ca6-4fac-4cbb-8e29-34e7472a787a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.502102 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-959e6ca6-4fac-4cbb-8e29-34e7472a787a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.551319 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f08cb0af-c8b8-432f-9489-e8512273c0af req-935c502b-fdf9-4697-b88c-81ed7ff080d5 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809254 Aug 18 14:43:22.602541 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e6ca6-4fac-4cbb-8e29-34e7472a787a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3409bb97-9bf1-4703-b8de-e9a934f8bffd,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:22.613714 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Attempting to bind port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:22.614129 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Attempting to bind port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:22.614520 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Attempting to bind port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 on network c9b012c8-804e-4f07-9a16-9c0f8924483c {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:22.630540 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:22.630884 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Checking segment: {'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:22.631290 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.631685 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Bound using segment: {'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:22.632163 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Bound port: 5b60a6d3-d1ed-4370-8da1-ca826a1bf306, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:22.632565 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.651230 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-959e6ca6-4fac-4cbb-8e29-34e7472a787a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.655868 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56220) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:22.656640 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-959e6ca6-4fac-4cbb-8e29-34e7472a787a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7064836 Aug 18 14:43:22.657600 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.662632 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'floatingip': {'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:22.724707 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.731366 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 137f58e8-f424-4cdc-ab45-e91d61cb485f, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=137f58e8-f424-4cdc-ab45-e91d61cb485f,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:22.740059 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.769970 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56226) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:22.802224 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-3840862e-ddd6-45e4-82b2-65d7ffff2ae2 service neutron] 10.222.0.38 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065979 Aug 18 14:43:22.846365 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] For port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:22.878220 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.884293 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] For port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=5b60a6d3-d1ed-4370-8da1-ca826a1bf306,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:22.885381 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=137f58e8-f424-4cdc-ab45-e91d61cb485f,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:22.891556 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.925525 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:22.987477 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Routers {'532a7f40-96de-445f-8972-9aa2526e7673'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:22.988140 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:43:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['532a7f40-96de-445f-8972-9aa2526e7673'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:23.068648 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76d55e-83d7-44a9-9e14-74cf1df98cdf None None] Pushing event updated for resources: {'Port': ['ID=5b60a6d3-d1ed-4370-8da1-ca826a1bf306,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:23.071571 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-115e86a7-6d1e-424c-9627-8ba8b5307903 service neutron] 10.222.0.38 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574606 Aug 18 14:43:23.108366 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-887d35ff-6b28-488d-b509-cf0250f6df3e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--26908172&fields=id&tenant_id=81d17ffa16ee474495a70ab99e75c6b8 HTTP/1.1" status: 200 len: 267 time: 0.3595178 Aug 18 14:43:23.119267 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-45f2f08c-ebd4-41bd-be68-c1d8c8b75245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:23.290250 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-45f2f08c-ebd4-41bd-be68-c1d8c8b75245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:23.318531 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-45f2f08c-ebd4-41bd-be68-c1d8c8b75245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:23.359741 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-efcca9fa-2155-4908-8206-b4c5a2752f10 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:23.363783 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Allocated IP 172.27.0.52 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/a7d9ddb5-138b-43c4-a085-e4477a9a4624) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:23.364399 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-efcca9fa-2155-4908-8206-b4c5a2752f10 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 809 time: 0.2240505 Aug 18 14:43:23.378276 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b764ade8-9335-45b4-8015-5f937e2af9ee,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:23.441433 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2f08c-ebd4-41bd-be68-c1d8c8b75245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477e723c-80fc-46ea-b0be-fbca89be969a,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:23.482733 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-45f2f08c-ebd4-41bd-be68-c1d8c8b75245 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=218c24a4def84db291fbb8f7b180d5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7090135 Aug 18 14:43:23.490560 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-dbdb51d3-a898-453d-be8e-199e753af6b6 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/quotas/81d17ffa16ee474495a70ab99e75c6b8 HTTP/1.1" status: 200 len: 375 time: 0.0974841 Aug 18 14:43:23.492169 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56236) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:23.495982 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] Checking segment: {'id': '8bda4539-194d-47f9-9f44-436dd710c53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'ef3644cf-799d-4429-bb5e-1317cc10c2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:23.500693 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] Network hostable DHCP agents. Network: ef3644cf-799d-4429-bb5e-1317cc10c2c7, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:43:23.581942 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device a064efd0-a011-4d60-bbde-60f06151c185 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:23.609680 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] Set router 532a7f40-96de-445f-8972-9aa2526e7673 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:23.722653 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d160e94-8bd4-42d0-bcbe-747f79d64c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:23.742957 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] Network ef3644cf-799d-4429-bb5e-1317cc10c2c7 is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:43:23.779628 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-7562f2d1-f582-48a8-a42f-f487245a9f03 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2549231 Aug 18 14:43:23.789313 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port a064efd0-a011-4d60-bbde-60f06151c185 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:23.789921 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:23.799760 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, ef3644cf-799d-4429-bb5e-1317cc10c2c7) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:23.840882 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Request body: {'port': {'device_id': '44ea1b54-93e2-468b-b6c6-6e647aa6e185', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:23.863064 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a192d-e9d5-42e6-8c05-206becfefef7 None None] Network ef3644cf-799d-4429-bb5e-1317cc10c2c7 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:23.871108 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:23.922289 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d160e94-8bd4-42d0-bcbe-747f79d64c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:23.934719 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.044781 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:24.045779 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.170592 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1b2af-4baf-448a-b1e7-65e139eb09d1 req-ccd6bb9a-bcad-4bfb-a233-b95b5bf509d0 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:24.185939 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4bf1b2af-4baf-448a-b1e7-65e139eb09d1 req-ccd6bb9a-bcad-4bfb-a233-b95b5bf509d0 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 931 time: 0.5121889 Aug 18 14:43:24.198210 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 137f58e8-f424-4cdc-ab45-e91d61cb485f up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:24.232939 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:24.259249 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:24.271208 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:24.322940 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'Port': ['ID=a7d9ddb5-138b-43c4-a085-e4477a9a4624,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:24.355169 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f63e45-f589-4e37-a3b1-ddcff370cf5d req-174e52f0-df0e-427f-b05a-b947296dc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:24.359304 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-17f63e45-f589-4e37-a3b1-ddcff370cf5d req-174e52f0-df0e-427f-b05a-b947296dc7f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 1097 time: 0.3174024 Aug 18 14:43:24.362887 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d160e94-8bd4-42d0-bcbe-747f79d64c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.366179 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d160e94-8bd4-42d0-bcbe-747f79d64c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.367375 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1d160e94-8bd4-42d0-bcbe-747f79d64c29 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/477e723c-80fc-46ea-b0be-fbca89be969a HTTP/1.1" status: 204 len: 168 time: 0.8740656 Aug 18 14:43:24.382019 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df2f13c-ebe2-4d79-8ffe-ef7cf439a516 None None] Network ef3644cf-799d-4429-bb5e-1317cc10c2c7 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:24.387538 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b1b56a3e-5498-4005-9d1f-3a28d810da50 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4791124 Aug 18 14:43:24.422992 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-fb371fa0-683f-405a-b734-40af0551e3d9 service neutron] 10.222.0.38 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117626 Aug 18 14:43:24.437574 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.489933 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d160e94-8bd4-42d0-bcbe-747f79d64c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477e723c-80fc-46ea-b0be-fbca89be969a,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:24.614813 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.668424 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 137f58e8-f424-4cdc-ab45-e91d61cb485f triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:24.669775 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.702796 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532a7f40-96de-445f-8972-9aa2526e7673', 'name': 'tempest-ServerRescueNegativeTestJSON-151218068-router', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '2b834d24-7225-4913-9087-7eec814448f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:18Z', 'revision_number': 4, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'gw_port': {'id': '2b834d24-7225-4913-9087-7eec814448f7', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532a7f40-96de-445f-8972-9aa2526e7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:03Z', 'updated_at': '2021-08-18T14:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '5b60a6d3-d1ed-4370-8da1-ca826a1bf306', 'name': '', 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'mac_address': 'fa:16:3e:70:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532a7f40-96de-445f-8972-9aa2526e7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2fb8dbdf-e623-4b18-a596-69a9d3196b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:15Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 4, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'subnets': [{'id': '2fb8dbdf-e623-4b18-a596-69a9d3196b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:24.720020 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:24.788052 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f63e45-f589-4e37-a3b1-ddcff370cf5d req-f7419681-e5b3-4b94-bb88-9e7f0b1548cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:24.789557 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-17f63e45-f589-4e37-a3b1-ddcff370cf5d req-f7419681-e5b3-4b94-bb88-9e7f0b1548cc service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3d481d43a1cd4ef58fece194dccfda58&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3952823 Aug 18 14:43:24.850513 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4bf1b2af-4baf-448a-b1e7-65e139eb09d1 req-bbf8bd49-30ae-4c6d-95f5-2ce390b4158b tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568027 Aug 18 14:43:24.911298 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7b7c1-1efd-4f4a-966d-13c1dea8b2ab None None] The sync data for ids ['532a7f40-96de-445f-8972-9aa2526e7673'] in dv-cinder-788365-10-iscsi is: [{'id': '532a7f40-96de-445f-8972-9aa2526e7673', 'name': 'tempest-ServerRescueNegativeTestJSON-151218068-router', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '2b834d24-7225-4913-9087-7eec814448f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:18Z', 'revision_number': 4, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'gw_port': {'id': '2b834d24-7225-4913-9087-7eec814448f7', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532a7f40-96de-445f-8972-9aa2526e7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:03Z', 'updated_at': '2021-08-18T14:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '5b60a6d3-d1ed-4370-8da1-ca826a1bf306', 'name': '', 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'mac_address': 'fa:16:3e:70:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532a7f40-96de-445f-8972-9aa2526e7673', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2fb8dbdf-e623-4b18-a596-69a9d3196b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:15Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 4, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'subnets': [{'id': '2fb8dbdf-e623-4b18-a596-69a9d3196b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:24.979320 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56262) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:25.404134 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e3e7da28-c5de-464c-ade2-5fb5e801feba req-2d03b96b-de80-4d71-a498-a8f1630bb254 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 210 time: 0.2012851 Aug 18 14:43:25.458140 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:25.588943 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56276) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:25.610861 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:25.623086 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:25.623961 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:25.667039 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2abdfef0-f0cf-485d-a7e4-6c0e23984657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:25.706576 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8485794-d88f-4cef-8467-a0db0e0e9b28 admin admin] Deleting subnet 98f529ec-297f-4bb2-bd47-75bfbf11443e {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:43:25.711060 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f8485794-d88f-4cef-8467-a0db0e0e9b28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:25.724404 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f63e45-f589-4e37-a3b1-ddcff370cf5d req-9534e4e2-4283-49c8-ac9f-ae71e11d00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:25.725918 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-17f63e45-f589-4e37-a3b1-ddcff370cf5d req-9534e4e2-4283-49c8-ac9f-ae71e11d00e4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9180198 Aug 18 14:43:25.739609 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:25.773100 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:25.782916 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:25.787056 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=5b60a6d3-d1ed-4370-8da1-ca826a1bf306,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:25.793454 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:25.838306 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'Port': ['ID=a7d9ddb5-138b-43c4-a085-e4477a9a4624,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:25.849550 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:25.875184 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=5b60a6d3-d1ed-4370-8da1-ca826a1bf306,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:25.925541 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.69', 59877) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:26.039661 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-6ce53b36-5f15-4c04-9acc-175deb444693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:26.041726 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-6ce53b36-5f15-4c04-9acc-175deb444693 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 1097 time: 0.1076977 Aug 18 14:43:26.064693 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2abdfef0-f0cf-485d-a7e4-6c0e23984657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.076285 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2abdfef0-f0cf-485d-a7e4-6c0e23984657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.083211 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-9acaa79b-927b-44d8-aa74-9a8a778f3a39 service neutron] 10.222.0.38 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6586647 Aug 18 14:43:26.100424 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f8485794-d88f-4cef-8467-a0db0e0e9b28 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.111458 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f1e5d-eb37-4b28-a732-4c967354af1e req-de1a05a2-f9da-47bb-ae2e-b6d3586364a4 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:26.117625 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.119460 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-117f1e5d-eb37-4b28-a732-4c967354af1e req-de1a05a2-f9da-47bb-ae2e-b6d3586364a4 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 944 time: 0.4997697 Aug 18 14:43:26.128083 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-79465d54-ef35-4619-a817-a97d7cdd190d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4705939 Aug 18 14:43:26.146830 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6782c96-207d-4681-afc9-171269dca262 req-08e65171-79a2-4647-826d-8232e983a55b tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:26.149041 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-08e65171-79a2-4647-826d-8232e983a55b tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.69 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 818 time: 0.2873330 Aug 18 14:43:26.150862 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f8485794-d88f-4cef-8467-a0db0e0e9b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.250809 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-117f1e5d-eb37-4b28-a732-4c967354af1e req-93baffb5-b656-4d2f-8fe6-f64e97cace72 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242983 Aug 18 14:43:26.327604 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 {{(pid=100500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:26.369247 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.445902 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f8485794-d88f-4cef-8467-a0db0e0e9b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.450669 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Transition to ACTIVE for port object f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 will not be triggered until provisioned by entity L2. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:26.472741 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Request body: {'port': {'device_id': 'cb178e7a-4b29-42ad-8617-21d2d62cfe34', 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c', 'admin_state_up': True, 'tenant_id': '075b08571b074cd89055dbcb85c93ece'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:26.481948 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdfef0-f0cf-485d-a7e4-6c0e23984657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeed6d8d-88ca-4eb5-88a7-146254e19d3d,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:26.485895 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-076ef2d6-4a1c-4e25-830e-cb1bf5794190 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c1a3c77-185d-492a-8eea-95626738f81d HTTP/1.1" status: 200 len: 217 time: 0.3768566 Aug 18 14:43:26.486074 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.503351 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8485794-d88f-4cef-8467-a0db0e0e9b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f529ec-297f-4bb2-bd47-75bfbf11443e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:26.536039 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2abdfef0-f0cf-485d-a7e4-6c0e23984657 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0dda3db1ad984913833d8590bec93caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9315672 Aug 18 14:43:26.537525 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56308) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:26.574140 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75715886-8e9a-4d82-911f-58330c202be3 req-2d378726-4a9c-4bf7-ac46-09eaa3e0ce64 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:26.576125 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-75715886-8e9a-4d82-911f-58330c202be3 req-2d378726-4a9c-4bf7-ac46-09eaa3e0ce64 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 931 time: 0.2325430 Aug 18 14:43:26.616651 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f8485794-d88f-4cef-8467-a0db0e0e9b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.618560 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f8485794-d88f-4cef-8467-a0db0e0e9b28 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/98f529ec-297f-4bb2-bd47-75bfbf11443e HTTP/1.1" status: 204 len: 168 time: 1.6367259 Aug 18 14:43:26.625427 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56314) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:26.644137 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-8b16ce77-6906-4c25-86ae-ad6eb552b59f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:26.645624 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-8b16ce77-6906-4c25-86ae-ad6eb552b59f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 818 time: 0.3245842 Aug 18 14:43:26.646249 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Pushing event updated for resources: {'Port': ['ID=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:26.695686 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-f6680f54-2f46-4037-a389-c89fb3d4b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:26.697704 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-f6680f54-2f46-4037-a389-c89fb3d4b708 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=836a2402-c33a-4f5a-8a35-cc80625bfacb HTTP/1.1" status: 200 len: 854 time: 0.1208289 Aug 18 14:43:26.703070 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d518ce8-29d8-40da-9d3f-d2ab0321782d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.732676 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Made reservation on behalf of 075b08571b074cd89055dbcb85c93ece for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:26.736187 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.763548 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d518ce8-29d8-40da-9d3f-d2ab0321782d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.765547 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-551d8b7d-2db8-4508-992d-2407bebb2859 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/quotas/075b08571b074cd89055dbcb85c93ece HTTP/1.1" status: 200 len: 375 time: 0.0763764 Aug 18 14:43:26.777692 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-75715886-8e9a-4d82-911f-58330c202be3 req-c8ae29e0-06b0-4fa6-b912-29d3c5ee86e3 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840596 Aug 18 14:43:26.781414 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.managers [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Attempting to bind port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:26.781934 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.managers [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Attempting to bind port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '68ac5fa4-d418-4109-9793-9a36de9891d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b'}] {{(pid=100500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:26.782453 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Attempting to bind port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 on network 6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:26.792817 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-c4da2441-5e32-4bad-acd5-f3c182c861cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742648 Aug 18 14:43:26.827178 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 on network 6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:43:26.827697 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Attempting to bind port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 on network 6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:26.840758 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.845678 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:26.846277 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Checking segment: {'id': '68ac5fa4-d418-4109-9793-9a36de9891d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:26.847006 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Bound using segment: {'id': '68ac5fa4-d418-4109-9793-9a36de9891d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b'} {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:26.847618 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.managers [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Bound port: f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ac5fa4-d418-4109-9793-9a36de9891d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b'}}] {{(pid=100500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:26.848150 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:26.948141 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-53d8b9ef-9051-4262-9331-7dbeef270caa tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1741235 Aug 18 14:43:26.985138 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b9465e5f-1233-4ae4-8c64-5aa721f70b5e req-b09ae5db-496b-4305-977f-69bae3fcca69 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 210 time: 0.1012671 Aug 18 14:43:27.062646 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d518ce8-29d8-40da-9d3f-d2ab0321782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.068631 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6d518ce8-29d8-40da-9d3f-d2ab0321782d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.077977 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6d518ce8-29d8-40da-9d3f-d2ab0321782d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eeed6d8d-88ca-4eb5-88a7-146254e19d3d HTTP/1.1" status: 204 len: 168 time: 0.5395174 Aug 18 14:43:27.116476 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d518ce8-29d8-40da-9d3f-d2ab0321782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeed6d8d-88ca-4eb5-88a7-146254e19d3d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:27.123562 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.137398 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-79b456c4-8981-4cb4-b6cc-b916e35f7596 service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302932 Aug 18 14:43:27.151599 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] For port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68, host hv-cinder-78836, cleared binding levels {{(pid=100500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:27.160141 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.160517 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.162047 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.163919 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > port after_create 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.164290 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > port after_delete 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.164719 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > port after_update 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.165016 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.165346 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.165666 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.166050 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.194652 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Allocated IP 172.20.0.4 (c9b012c8-804e-4f07-9a16-9c0f8924483c/2fb8dbdf-e623-4b18-a596-69a9d3196b83/a5de5855-8352-4797-8e59-48d4da624f78) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:27.320421 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c010d1a4-606e-4a23-89dc-dc69250a2867 req-95d9d864-e703-4330-a4a2-3f8ce36bec2e service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669488 Aug 18 14:43:27.337067 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:27.428229 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:27.428999 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.521662 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.555321 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.555672 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.556004 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.556337 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:27.556711 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba3de48-0bd1-4413-aae4-a9c0369d5bb0']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:27.587436 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.611116 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea20518-af11-48d9-8448-7d890aa80e31') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:27.611413 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea20518-af11-48d9-8448-7d890aa80e31') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:27.645445 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] For port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68,segment=NetworkSegment(68ac5fa4-d418-4109-9793-9a36de9891d5),segment_id=68ac5fa4-d418-4109-9793-9a36de9891d5)] {{(pid=100500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:27.666237 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3614004'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.670743 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Network c9b012c8-804e-4f07-9a16-9c0f8924483c is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:27.691047 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.700069 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:27.706685 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:27.712367 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:27.713003 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.722679 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.746054 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Pushing event updated for resources: {'Port': ['ID=a5de5855-8352-4797-8e59-48d4da624f78,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:27.762298 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-7f894a3d-36b1-4d98-877e-bf09872e052e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2988560 Aug 18 14:43:27.768865 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:43:27.769493 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3613873'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: from cryptography.utils import int_from_bytes Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: from cryptography.utils import int_from_bytes Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: timer() Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: cb(*args, **kw) Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: self._notify() Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: self.callback(batched_events) Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: event.method(event) Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._get(url).json() Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:43:27.773727 dv-cinder-788365-10-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:43:27.792888 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Request body: {'port': {'device_id': 'cb178e7a-4b29-42ad-8617-21d2d62cfe34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:27.817456 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-79908a8f-86e0-4a73-9faf-c8401122e18e service neutron] 10.222.0.38 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8510842 Aug 18 14:43:27.820390 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-3130e8cf-5445-4783-808d-e58e28dfc1ea tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--239442432&fields=id&tenant_id=cb2575290eb748debff661a297f0d651 HTTP/1.1" status: 200 len: 267 time: 0.2361231 Aug 18 14:43:27.822076 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:27.823033 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.824960 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-03748a2b-b201-4773-af4c-0143366a090d service neutron] 10.222.0.69 "PUT /v2.0/ports/f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 HTTP/1.1" status: 200 len: 1093 time: 4.0029995 Aug 18 14:43:27.828903 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ea1b54-93e2-468b-b6c6-6e647aa6e185', 'tag': 'f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:27.838909 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-ba8b1bac-e0bf-4fb9-acf4-cfab9e53b5b8 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:27.840710 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-ba8b1bac-e0bf-4fb9-acf4-cfab9e53b5b8 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.69 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 809 time: 0.2442427 Aug 18 14:43:27.881568 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:27.939372 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-cdeff6a7-1304-4922-9048-3cf4ac7c490e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81d17ffa16ee474495a70ab99e75c6b8 HTTP/1.1" status: 200 len: 378 time: 0.0667341 Aug 18 14:43:27.962365 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'port': {'device_id': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'admin_state_up': True, 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'security_groups': ['303a62a0-2549-40a5-b3ed-bc1d9c0d0323']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:27.975648 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03748a2b-b201-4773-af4c-0143366a090d service neutron] Pushing event updated for resources: {'Port': ['ID=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68,revision_number=3']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:28.027333 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "44ea1b54-93e2-468b-b6c6-6e647aa6e185", "tag": "f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:28.032157 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.070626 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.075096 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] 10.222.0.38 "DELETE /v2.0/networks/8ba3de48-0bd1-4413-aae4-a9c0369d5bb0 HTTP/1.1" status: 204 len: 168 time: 1.4433179 Aug 18 14:43:28.085659 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56376) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:28.086476 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cfcd9-bb49-4013-93e4-310a88736b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba3de48-0bd1-4413-aae4-a9c0369d5bb0,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:28.136714 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56378) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:28.186401 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-a3efc1dc-8283-4fa6-845c-31d8581689bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:28.187941 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-a3efc1dc-8283-4fa6-845c-31d8581689bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50472d75bc6245d29144ded7fc9d9af2&device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 1096 time: 0.2800426 Aug 18 14:43:28.189761 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1551e969-bb23-4991-ad51-8fc1c245c4eb service neutron] 10.222.0.38 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517640 Aug 18 14:43:28.202375 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd1e048-4a9f-4a16-bfc4-bb93294d2026 admin admin] Deleting subnet b764ade8-9335-45b4-8015-5f937e2af9ee {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:43:28.212136 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-cf08f9ee-0840-4c1a-af5a-29b870c57c10 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:28.213870 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-cf08f9ee-0840-4c1a-af5a-29b870c57c10 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 817 time: 0.3707132 Aug 18 14:43:28.237920 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Made reservation on behalf of 81d17ffa16ee474495a70ab99e75c6b8 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:28.241384 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.251622 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e048-4a9f-4a16-bfc4-bb93294d2026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.266279 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-392259221-network', 'tenant_id': '02d3b13c61d64943a49bd0c7b7ef88ee'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:28.349069 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Made reservation on behalf of 02d3b13c61d64943a49bd0c7b7ef88ee for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:28.351397 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.366382 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.505432 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5de5855-8352-4797-8e59-48d4da624f78 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:28.518510 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e048-4a9f-4a16-bfc4-bb93294d2026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3614013'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.520801 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.546870 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Allocated IP 172.20.0.6 (9f453827-31cb-4cd9-a35c-9030c6070e8e/9da59616-bc97-489b-a3d0-517f11dd510c/29f47394-5672-4e78-8c2a-922809dce60e) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:28.556052 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Transition to ACTIVE for port object a5de5855-8352-4797-8e59-48d4da624f78 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:28.566172 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-48a9fee6-a7d8-4cef-a273-fd8e3b65131c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 HTTP/1.1" status: 200 len: 217 time: 0.3515291 Aug 18 14:43:28.566914 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.581246 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e048-4a9f-4a16-bfc4-bb93294d2026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.619628 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-e8d6de0b-8e44-42b5-b0af-f6b118b64fc3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/quotas/cb2575290eb748debff661a297f0d651 HTTP/1.1" status: 200 len: 375 time: 0.3658519 Aug 18 14:43:28.673726 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Pushing event updated for resources: {'Port': ['ID=a5de5855-8352-4797-8e59-48d4da624f78,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:28.747612 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd159f-01d1-4b8d-ac42-866878ffd27a req-6d4c20da-44f2-4743-ba50-7b54a833b656 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:28.749147 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-58bd159f-01d1-4b8d-ac42-866878ffd27a req-6d4c20da-44f2-4743-ba50-7b54a833b656 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 944 time: 0.2486348 Aug 18 14:43:28.750588 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-1f904e1a-81e5-418b-8ce1-4137cf20d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:28.751982 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-1f904e1a-81e5-418b-8ce1-4137cf20d5f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2a8f7010-09ba-485b-8648-f94dd0551c49 HTTP/1.1" status: 200 len: 852 time: 0.1726987 Aug 18 14:43:28.817238 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-57c9997e-961c-4e89-b2fe-c72891795384 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1881497 Aug 18 14:43:28.848251 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56406) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:28.851113 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e048-4a9f-4a16-bfc4-bb93294d2026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3613971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3164302'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.854417 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-95c96f3c-1c5f-4a98-bff8-dc096b0fff4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933881 Aug 18 14:43:28.883233 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Attempting to bind port a5de5855-8352-4797-8e59-48d4da624f78 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:28.883650 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Attempting to bind port a5de5855-8352-4797-8e59-48d4da624f78 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:28.884142 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Attempting to bind port a5de5855-8352-4797-8e59-48d4da624f78 on network c9b012c8-804e-4f07-9a16-9c0f8924483c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:28.892489 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.899447 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Port a5de5855-8352-4797-8e59-48d4da624f78 on network c9b012c8-804e-4f07-9a16-9c0f8924483c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:43:28.899769 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Attempting to bind port a5de5855-8352-4797-8e59-48d4da624f78 on network c9b012c8-804e-4f07-9a16-9c0f8924483c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:28.917496 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.921722 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:28.922082 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Checking segment: {'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:28.922411 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Bound using segment: {'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:28.922874 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Bound port: a5de5855-8352-4797-8e59-48d4da624f78, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:28.923228 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.935147 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Transition to ACTIVE for port object 29f47394-5672-4e78-8c2a-922809dce60e will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:28.938214 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.967594 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1e048-4a9f-4a16-bfc4-bb93294d2026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b764ade8-9335-45b4-8015-5f937e2af9ee,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:28.978703 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e048-4a9f-4a16-bfc4-bb93294d2026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.981000 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-dcd1e048-4a9f-4a16-bfc4-bb93294d2026 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b764ade8-9335-45b4-8015-5f937e2af9ee HTTP/1.1" status: 204 len: 168 time: 0.8923268 Aug 18 14:43:28.986781 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56412) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:29.008831 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-58bd159f-01d1-4b8d-ac42-866878ffd27a req-c6b7029c-7d93-449d-80a0-a57f7c018a37 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144763 Aug 18 14:43:29.029889 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:43:29.072279 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-39272667-c36a-4600-9306-f62fe5b407cd service neutron] 10.222.0.38 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538972 Aug 18 14:43:29.095138 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-4b0d5885-0110-4d43-a752-444b908e08d3 service neutron] 10.222.0.69 "GET /v2.0/networks/6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187929 Aug 18 14:43:29.106145 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.106615 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Added segment 688530a6-d150-4bd0-8762-82f1bb5c0641 of type vlan for network ad98b7d9-54b5-49e7-a8d9-692f30f7c52e Aug 18 14:43:29.115929 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fd1b6e-a5f5-4a58-8044-3225badf7ef9,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:29.159625 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-559e2f6a-de41-4303-b935-04fb7816366d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.196321 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] For port a5de5855-8352-4797-8e59-48d4da624f78, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:29.210230 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.234911 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] For port a5de5855-8352-4797-8e59-48d4da624f78, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5de5855-8352-4797-8e59-48d4da624f78,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:29.240027 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdec4d-2864-4a32-89bd-93c0c09d930a req-9138b496-410c-4092-9c01-13053b18cba2 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:29.241659 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6cdec4d-2864-4a32-89bd-93c0c09d930a req-9138b496-410c-4092-9c01-13053b18cba2 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 943 time: 0.1489253 Aug 18 14:43:29.249369 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.253362 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.278746 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.287029 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-e78da441-f387-48ed-bd3f-38adce15c29d service neutron] 10.222.0.38 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137766 Aug 18 14:43:29.326196 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e23e37d-7960-410b-8cd0-0ac3a25996aa req-739968f7-6829-4a83-b950-909ea7773d9e service neutron] 10.222.0.69 "GET /v2.0/networks/6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999519 Aug 18 14:43:29.348433 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:29.349229 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.351024 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] 10.222.0.69 "PUT /v2.0/ports/a5de5855-8352-4797-8e59-48d4da624f78 HTTP/1.1" status: 200 len: 1093 time: 1.5644886 Aug 18 14:43:29.355517 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb178e7a-4b29-42ad-8617-21d2d62cfe34', 'tag': 'a5de5855-8352-4797-8e59-48d4da624f78'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:29.355868 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6cdec4d-2864-4a32-89bd-93c0c09d930a req-470e7ff9-a6a2-4177-bb31-6fe80750712b tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037972 Aug 18 14:43:29.357805 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b2d009-592e-4532-a2eb-b2aaf454ca9b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb178e7a-4b29-42ad-8617-21d2d62cfe34", "tag": "a5de5855-8352-4797-8e59-48d4da624f78"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:29.379241 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.380206 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:29.380850 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.437096 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Network 9f453827-31cb-4cd9-a35c-9030c6070e8e is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:29.471254 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf6cb5-bcbf-41bd-835a-6ccef6811720 service neutron] Pushing event updated for resources: {'Port': ['ID=a5de5855-8352-4797-8e59-48d4da624f78,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:29.486283 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377daac-e405-4909-bea3-55dd123ba3fc req-a8d15943-2395-46ed-826e-1b225aa30617 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:29.497676 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a377daac-e405-4909-bea3-55dd123ba3fc req-a8d15943-2395-46ed-826e-1b225aa30617 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 931 time: 0.0769422 Aug 18 14:43:29.519531 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:29.522165 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:29.528185 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:29.529020 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.546853 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a377daac-e405-4909-bea3-55dd123ba3fc req-1545caa1-d3b6-45e7-bd73-9c230e20f24d tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479984 Aug 18 14:43:29.714643 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'Port': ['ID=29f47394-5672-4e78-8c2a-922809dce60e,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:29.726486 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] Pushing event updated for resources: {'Network': ['ID=ad98b7d9-54b5-49e7-a8d9-692f30f7c52e,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:29.733662 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1dcf31ba-d6a3-42c3-b6e9-8282d1003d1e req-89e61d81-b5dd-4f3d-8a0a-9dfeae7579b2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 210 time: 0.0546706 Aug 18 14:43:29.736060 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.739535 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network ad98b7d9-54b5-49e7-a8d9-692f30f7c52e details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:43:29.762799 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.763762 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.764757 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.765320 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > port after_create 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.766031 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.767054 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > port after_update 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.767576 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.768974 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.769680 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.770235 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.780271 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764f08fe-ac94-4a08-a700-eeaa66f5e63a x-openstack-request-id: req-764f08fe-ac94-4a08-a700-eeaa66f5e63a {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:29.780752 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ea1b54-93e2-468b-b6c6-6e647aa6e185", "tag": "f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:29.781147 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-764f08fe-ac94-4a08-a700-eeaa66f5e63a {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:29.781806 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ea1b54-93e2-468b-b6c6-6e647aa6e185', 'tag': 'f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68', 'status': 'completed', 'code': 200} Aug 18 14:43:29.868192 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cee4fce3-f1e8-42f7-a0a3-86a762f505f8 req-d6b42a06-8919-4f80-8c2b-55a0c617128e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 210 time: 0.0403790 Aug 18 14:43:29.876701 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.877068 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.878104 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.879045 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:43:29.879435 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3644cf-799d-4429-bb5e-1317cc10c2c7']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:29.888496 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b201e1a-6719-47b2-b0d4-515ac68a6347 x-openstack-request-id: req-0b201e1a-6719-47b2-b0d4-515ac68a6347 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:29.888785 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb178e7a-4b29-42ad-8617-21d2d62cfe34", "tag": "a5de5855-8352-4797-8e59-48d4da624f78", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:29.889037 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0b201e1a-6719-47b2-b0d4-515ac68a6347 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:29.889428 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb178e7a-4b29-42ad-8617-21d2d62cfe34', 'tag': 'a5de5855-8352-4797-8e59-48d4da624f78', 'status': 'completed', 'code': 200} Aug 18 14:43:29.910736 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-76c2e30f-8908-4d19-b717-cee44f04e24e None None] Provisioning for port 29f47394-5672-4e78-8c2a-922809dce60e completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:29.915189 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.69', 59885) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:29.917443 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bda4539-194d-47f9-9f44-436dd710c53c') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:29.917775 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bda4539-194d-47f9-9f44-436dd710c53c') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:29.918784 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-76c2e30f-8908-4d19-b717-cee44f04e24e None None] Provisioning complete for port 29f47394-5672-4e78-8c2a-922809dce60e triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:29.920939 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-76c2e30f-8908-4d19-b717-cee44f04e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.925369 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6782c96-207d-4681-afc9-171269dca262 req-ae86b3b2-7b03-4597-ad6a-171a393a71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:29.927091 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-ae86b3b2-7b03-4597-ad6a-171a393a71dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 1096 time: 0.4173176 Aug 18 14:43:29.947457 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3789204'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.961042 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-76c2e30f-8908-4d19-b717-cee44f04e24e None None] Port 29f47394-5672-4e78-8c2a-922809dce60e cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:43:29.969564 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b req-70646402-905f-4a9c-a04a-3ffae7ccd5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:29.970579 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-559e2f6a-de41-4303-b935-04fb7816366d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:29.971435 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b req-70646402-905f-4a9c-a04a-3ffae7ccd5d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50472d75bc6245d29144ded7fc9d9af2&device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 1096 time: 0.1019661 Aug 18 14:43:30.015171 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-559e2f6a-de41-4303-b935-04fb7816366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.022339 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3125e7f0-a7e5-4a8b-b6df-00e3119d0fdb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8822126 Aug 18 14:43:30.023759 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-61dc2468-7f50-43dc-89bb-780e184fc3ca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0667443 Aug 18 14:43:30.025732 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.035546 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-ce995ff3-94b6-4b15-889e-d0aabc1cffc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5de5855-8352-4797-8e59-48d4da624f78 HTTP/1.1" status: 200 len: 217 time: 0.0811434 Aug 18 14:43:30.038240 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56430) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:30.166993 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-77c3b4c5-3ec2-4e23-acc9-fb8bc46532bf tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:30.168962 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-77c3b4c5-3ec2-4e23-acc9-fb8bc46532bf tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.69 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 818 time: 0.2526548 Aug 18 14:43:30.204525 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Request body: {'port': {'device_id': 'cb933526-3ede-4e15-a6d6-24ba54b2ef53', 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c', 'admin_state_up': True, 'tenant_id': '075b08571b074cd89055dbcb85c93ece'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:30.244532 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] Request body: {'subnet': {'network_id': 'ad98b7d9-54b5-49e7-a8d9-692f30f7c52e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-392259221-subnet', 'tenant_id': '02d3b13c61d64943a49bd0c7b7ef88ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:30.272519 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:43:30.272976 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814959'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.274984 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b req-94d8f694-e433-42d9-9672-a4211e571de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:30.276343 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b req-94d8f694-e433-42d9-9672-a4211e571de9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b HTTP/1.1" status: 200 len: 913 time: 0.2943358 Aug 18 14:43:30.289138 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Request body: {'port': {'device_id': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: from cryptography.utils import int_from_bytes Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: from cryptography.utils import int_from_bytes Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: timer() Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: cb(*args, **kw) Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: self._notify() Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: self.callback(batched_events) Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: event.method(event) Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._get(url).json() Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:43:30.294382 dv-cinder-788365-10-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:43:30.299844 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20f14d-3484-4aa0-b9b9-496f24472ba0 req-6262bb07-8404-4a08-8410-62e66fbda92e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:30.301375 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c20f14d-3484-4aa0-b9b9-496f24472ba0 req-6262bb07-8404-4a08-8410-62e66fbda92e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 944 time: 0.1754827 Aug 18 14:43:30.341033 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b req-151edfe8-6be8-4fab-87be-e85e7ed11d37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 HTTP/1.1" status: 200 len: 217 time: 0.0565355 Aug 18 14:43:30.398424 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-559e2f6a-de41-4303-b935-04fb7816366d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76d1836be1e8442d8399ac2453655bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5490241 Aug 18 14:43:30.399274 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e2f6a-de41-4303-b935-04fb7816366d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca803146-1301-4c62-8296-e8168dc0be18,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:30.404545 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56442) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:30.439071 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c20f14d-3484-4aa0-b9b9-496f24472ba0 req-6409e235-453b-459e-802a-f63b65d97dbd tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028790 Aug 18 14:43:30.443993 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b req-da75598c-5c96-444c-9713-337d9c8b54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:30.445479 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b req-da75598c-5c96-444c-9713-337d9c8b54c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2a8f7010-09ba-485b-8648-f94dd0551c49 HTTP/1.1" status: 200 len: 852 time: 0.0813518 Aug 18 14:43:30.463938 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] Made reservation on behalf of 02d3b13c61d64943a49bd0c7b7ef88ee for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:30.463938 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4181378'] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.465920 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.472281 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.476833 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] 10.222.0.38 "DELETE /v2.0/networks/ef3644cf-799d-4429-bb5e-1317cc10c2c7 HTTP/1.1" status: 204 len: 168 time: 1.4838290 Aug 18 14:43:30.481980 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6782c96-207d-4681-afc9-171269dca262 req-32de3e6e-f4e9-4f5e-ace9-736627c77ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:30.483906 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-32de3e6e-f4e9-4f5e-ace9-736627c77ac2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fb8dbdf-e623-4b18-a596-69a9d3196b83 HTTP/1.1" status: 200 len: 858 time: 0.2327917 Aug 18 14:43:30.511091 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b req-480518a5-a52e-44fd-894a-3701f270665f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523386 Aug 18 14:43:30.520054 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Made reservation on behalf of 075b08571b074cd89055dbcb85c93ece for: {'port': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:30.523669 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.561096 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73e5d4-e8d4-4763-aea5-335a292f1460 req-5d0dd917-8c08-4642-a8c2-07c10ed8fd2a tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:30.568912 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6f73e5d4-e8d4-4763-aea5-335a292f1460 req-5d0dd917-8c08-4642-a8c2-07c10ed8fd2a tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 943 time: 0.1252463 Aug 18 14:43:30.587274 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e251fa-cf72-4b35-8012-c13dd95ac2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3644cf-799d-4429-bb5e-1317cc10c2c7,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:30.593741 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-1e79d9cb-1512-4f98-8de3-20cb6ddf262f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9b012c8-804e-4f07-9a16-9c0f8924483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508115 Aug 18 14:43:30.600987 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.607791 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56448) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:30.744442 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8fb01849-67dc-4a36-a2d4-7530a5851485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.812774 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.69', 59891) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:30.822942 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-870a9736-a370-44db-9d87-7076ecff9e6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=662053e053014d448fb04966b65522b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978097 Aug 18 14:43:30.874728 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56452) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:30.885810 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8fb01849-67dc-4a36-a2d4-7530a5851485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:30.910517 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6f73e5d4-e8d4-4763-aea5-335a292f1460 req-54c749f3-b6f9-42cc-9ed8-251dc692c812 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404536 Aug 18 14:43:30.972624 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b req-0dd9dfc4-e077-4a15-9628-016b9e77cf89 service neutron] 10.222.0.69 "GET /v2.0/networks/6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466703 Aug 18 14:43:31.025927 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a387ced-d9f5-41d8-a94b-8da2ce1c0343 req-200dd97c-c80a-464e-af6a-f3182673acb8 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:31.027435 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8a387ced-d9f5-41d8-a94b-8da2ce1c0343 req-200dd97c-c80a-464e-af6a-f3182673acb8 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 931 time: 0.3756139 Aug 18 14:43:31.058862 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 1c1a3c77-185d-492a-8eea-95626738f81d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:43:31.060067 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-741d2460-caa3-492b-b149-73c9385a6091 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530513 Aug 18 14:43:31.106477 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9d5fc76e-81ba-463c-a6f7-7bb1217b280a req-c7a764df-41f8-44b3-b249-dd74cfca460f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 210 time: 0.0987678 Aug 18 14:43:31.158194 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Allocated IP 172.20.0.9 (c9b012c8-804e-4f07-9a16-9c0f8924483c/2fb8dbdf-e623-4b18-a596-69a9d3196b83/a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:31.162571 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1b3853b3-1b2d-415f-b764-b36f807fd796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.203280 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8a387ced-d9f5-41d8-a94b-8da2ce1c0343 req-f9766b9b-48b9-4757-bdcc-ad63ccaea733 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1644495 Aug 18 14:43:31.246538 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1b3853b3-1b2d-415f-b764-b36f807fd796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.247536 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 1c1a3c77-185d-492a-8eea-95626738f81d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c1a3c77-185d-492a-8eea-95626738f81d,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:31.261246 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '1c1a3c77-185d-492a-8eea-95626738f81d', 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c', 'port_id': '1c1a3c77-185d-492a-8eea-95626738f81d', 'mac_address': 'fa:16:3e:dc:d4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836a2402-c33a-4f5a-8a35-cc80625bfacb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:43:31.261437 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-768da81d-8f8d-4421-8d63-06172f30c63c tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:31.263233 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-768da81d-8f8d-4421-8d63-06172f30c63c tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 817 time: 0.3811719 Aug 18 14:43:31.269365 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8fb01849-67dc-4a36-a2d4-7530a5851485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.272180 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8fb01849-67dc-4a36-a2d4-7530a5851485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.275722 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8fb01849-67dc-4a36-a2d4-7530a5851485 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca803146-1301-4c62-8296-e8168dc0be18 HTTP/1.1" status: 204 len: 168 time: 0.8627048 Aug 18 14:43:31.281346 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3815244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4181396'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.288546 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b req-a2121c43-8818-42a3-94c3-bb770b4c6a0f service neutron] 10.222.0.69 "GET /v2.0/networks/6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819817 Aug 18 14:43:31.307006 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.316238 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-12273e4a-352b-4a12-abde-35c87c7b05c9 req-059b1e90-964c-4e29-a9b2-d3e8f91b0204 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 210 time: 0.0722229 Aug 18 14:43:31.321754 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1a3c77-185d-492a-8eea-95626738f81d {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:31.360273 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 1c1a3c77-185d-492a-8eea-95626738f81d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c1a3c77-185d-492a-8eea-95626738f81d,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:31.371756 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.376624 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb01849-67dc-4a36-a2d4-7530a5851485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca803146-1301-4c62-8296-e8168dc0be18,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:31.392884 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6782c96-207d-4681-afc9-171269dca262 req-889aad44-c384-4137-8552-d8d7340309ac service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017023 Aug 18 14:43:31.427622 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1b3853b3-1b2d-415f-b764-b36f807fd796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.430787 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1b3853b3-1b2d-415f-b764-b36f807fd796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.434873 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-1b3853b3-1b2d-415f-b764-b36f807fd796 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ad3006a-c77c-4694-90f4-1d42d686bd69 HTTP/1.1" status: 204 len: 168 time: 0.5444198 Aug 18 14:43:31.451100 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3853b3-1b2d-415f-b764-b36f807fd796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad3006a-c77c-4694-90f4-1d42d686bd69,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:31.466424 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=1c1a3c77-185d-492a-8eea-95626738f81d,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:31.482891 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=069284f5-c1f8-418d-8d3f-5d7d516c641b,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:31.529873 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.626929 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-a9d138ce-6de4-4873-9b0d-cdc034c73c84 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb2575290eb748debff661a297f0d651 HTTP/1.1" status: 200 len: 379 time: 0.3432024 Aug 18 14:43:31.630598 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640486-9268-4aae-85e2-b0c3dfc56b31 req-52a7c212-05f0-41df-b631-c8a075f4454c tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:31.632465 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-89640486-9268-4aae-85e2-b0c3dfc56b31 req-52a7c212-05f0-41df-b631-c8a075f4454c tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 945 time: 0.0710490 Aug 18 14:43:31.644301 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'port': {'device_id': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'admin_state_up': True, 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'security_groups': ['9b96a0c2-3b49-4b6a-9020-ffaa7df88065']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:31.647677 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.657205 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f47394-5672-4e78-8c2a-922809dce60e {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:31.683617 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d009-592e-4532-a2eb-b2aaf454ca9b req-c31fa1e7-cebc-4180-9708-0e624f888fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:31.686194 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68b2d009-592e-4532-a2eb-b2aaf454ca9b req-c31fa1e7-cebc-4180-9708-0e624f888fc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 1096 time: 0.1585922 Aug 18 14:43:31.705981 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Network c9b012c8-804e-4f07-9a16-9c0f8924483c is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:31.715430 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:31.718018 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:31.726684 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.729566 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] Checking segment: {'id': '688530a6-d150-4bd0-8762-82f1bb5c0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad98b7d9-54b5-49e7-a8d9-692f30f7c52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:31.730018 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] Network hostable DHCP agents. Network: ad98b7d9-54b5-49e7-a8d9-692f30f7c52e, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:43:31.769541 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-89640486-9268-4aae-85e2-b0c3dfc56b31 req-ec3dc940-fe31-402f-8b18-16fc804962f2 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257901 Aug 18 14:43:31.788280 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Pushing event updated for resources: {'Port': ['ID=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:31.810842 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Transition to ACTIVE for port object 29f47394-5672-4e78-8c2a-922809dce60e will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:31.815750 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:31.816944 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.834877 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-2104c9cc-f9ec-4cea-a460-99bccf72f4cb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6352720 Aug 18 14:43:31.835320 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56470) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:31.849203 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-791e0966-40c9-4a4c-8a64-fff025efef3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.856982 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Request body: {'port': {'device_id': 'cb933526-3ede-4e15-a6d6-24ba54b2ef53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:31.859445 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:31.896842 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56472) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:31.933416 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] Network ad98b7d9-54b5-49e7-a8d9-692f30f7c52e is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:43:31.989370 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.011139 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, ad98b7d9-54b5-49e7-a8d9-692f30f7c52e) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:32.020588 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa78e01-42b4-4427-8b38-83888e526044 None None] Network ad98b7d9-54b5-49e7-a8d9-692f30f7c52e requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:32.025767 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['1c1a3c77-185d-492a-8eea-95626738f81d'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:43:32.059525 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f9108062-bd8d-4c40-913e-5d25fedfe492 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c9b0a03e5f0245078a8c401916552405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575851 Aug 18 14:43:32.060895 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56476) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:32.067350 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:32.067962 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.079719 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Pushing event updated for resources: {'Port': ['ID=29f47394-5672-4e78-8c2a-922809dce60e,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:32.107990 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d009-592e-4532-a2eb-b2aaf454ca9b req-bb75bbcb-49eb-42be-af2d-47f6e3ca0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:32.109659 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68b2d009-592e-4532-a2eb-b2aaf454ca9b req-bb75bbcb-49eb-42be-af2d-47f6e3ca0463 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 919 time: 0.3725622 Aug 18 14:43:32.241830 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433fe00-d541-4b4c-ab8d-750628fa727d req-6fed4e1e-5ea3-4357-826f-947629c044ae tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:32.248873 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4433fe00-d541-4b4c-ab8d-750628fa727d req-6fed4e1e-5ea3-4357-826f-947629c044ae tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 943 time: 0.2454512 Aug 18 14:43:32.285670 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-791e0966-40c9-4a4c-8a64-fff025efef3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.324102 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-791e0966-40c9-4a4c-8a64-fff025efef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.364467 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a35249a5-89f5-4d1e-b817-a78dc095eb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.381009 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68b2d009-592e-4532-a2eb-b2aaf454ca9b req-525fae1a-d1bc-4982-932b-b70c6038e9cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5de5855-8352-4797-8e59-48d4da624f78 HTTP/1.1" status: 200 len: 217 time: 0.2611959 Aug 18 14:43:32.384901 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Made reservation on behalf of cb2575290eb748debff661a297f0d651 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:32.388335 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.413459 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5810f1f3-6919-44c5-b716-631fb6cea68b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1677120 Aug 18 14:43:32.444542 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Attempting to bind port 29f47394-5672-4e78-8c2a-922809dce60e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:32.444883 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Attempting to bind port 29f47394-5672-4e78-8c2a-922809dce60e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:32.445225 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Attempting to bind port 29f47394-5672-4e78-8c2a-922809dce60e on network 9f453827-31cb-4cd9-a35c-9030c6070e8e {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:32.464000 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Port 29f47394-5672-4e78-8c2a-922809dce60e on network 9f453827-31cb-4cd9-a35c-9030c6070e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:43:32.464362 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Attempting to bind port 29f47394-5672-4e78-8c2a-922809dce60e on network 9f453827-31cb-4cd9-a35c-9030c6070e8e {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:32.492060 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdde1be-6296-4862-a295-e4cd74a82b77 None None] Network ad98b7d9-54b5-49e7-a8d9-692f30f7c52e requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:32.503415 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:32.503761 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Checking segment: {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:32.504157 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Bound using segment: {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:32.504602 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Bound port: 29f47394-5672-4e78-8c2a-922809dce60e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:32.504962 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.517145 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d009-592e-4532-a2eb-b2aaf454ca9b req-0db316b9-4aa3-49d7-8a1b-601c761ade98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:32.518705 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68b2d009-592e-4532-a2eb-b2aaf454ca9b req-0db316b9-4aa3-49d7-8a1b-601c761ade98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fb8dbdf-e623-4b18-a596-69a9d3196b83 HTTP/1.1" status: 200 len: 858 time: 0.1281152 Aug 18 14:43:32.542874 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4433fe00-d541-4b4c-ab8d-750628fa727d req-3d6ede10-0fc6-4cd8-a939-ada99e531602 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927470 Aug 18 14:43:32.573755 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56488) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:32.573884 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-791e0966-40c9-4a4c-8a64-fff025efef3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c543e53a80340cc8322b4fdb527513a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375214 Aug 18 14:43:32.601199 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68b2d009-592e-4532-a2eb-b2aaf454ca9b req-4d32711b-a7fd-4759-ab2f-d5606ad9df1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9b012c8-804e-4f07-9a16-9c0f8924483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642841 Aug 18 14:43:32.615713 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a35249a5-89f5-4d1e-b817-a78dc095eb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.637153 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e0966-40c9-4a4c-8a64-fff025efef3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39cdc44-3b76-460d-9936-3ccfb99dd805,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:32.679415 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a1524-2c30-4f9a-8cb4-38c8a401836c req-34d0b579-c9dc-4992-899a-fa8057a0abcd tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:32.681772 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a88a1524-2c30-4f9a-8cb4-38c8a401836c req-34d0b579-c9dc-4992-899a-fa8057a0abcd tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 931 time: 0.4256482 Aug 18 14:43:32.755801 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d {{(pid=100500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:32.762833 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] For port 29f47394-5672-4e78-8c2a-922809dce60e, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:32.765384 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Allocated IP 172.20.0.8 (986a4ab3-f2dd-41e2-84e8-5bca658d0c0d/3dc48631-3ba7-48fa-9733-d2a6c9b2b448/d53c746d-33e4-4c87-86cf-31ffa51949ae) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:43:32.771401 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] For port 29f47394-5672-4e78-8c2a-922809dce60e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=29f47394-5672-4e78-8c2a-922809dce60e,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:32.774343 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.792030 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.831223 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Transition to ACTIVE for port object a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d will not be triggered until provisioned by entity L2. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:32.838966 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a88a1524-2c30-4f9a-8cb4-38c8a401836c req-5518e91d-d3d0-4a39-ac7a-944a4758ac10 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378827 Aug 18 14:43:32.845207 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b54dddf4-d7b4-4ac3-bb77-78b9ab79a479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.847242 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e29998-0ab8-49c3-a07c-37f627bb3310 req-cca66cb7-c915-4825-b6c6-fd74ef8bb9d9 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:32.848852 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-77e29998-0ab8-49c3-a07c-37f627bb3310 req-cca66cb7-c915-4825-b6c6-fd74ef8bb9d9 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 943 time: 0.2086332 Aug 18 14:43:32.849645 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.851682 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a35249a5-89f5-4d1e-b817-a78dc095eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.854147 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a35249a5-89f5-4d1e-b817-a78dc095eb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.857771 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-a35249a5-89f5-4d1e-b817-a78dc095eb47 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a682405-9d28-4d8f-abee-262cfa2282f9 HTTP/1.1" status: 204 len: 168 time: 0.7630343 Aug 18 14:43:32.879399 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68b2d009-592e-4532-a2eb-b2aaf454ca9b req-8bb33820-53d0-4271-aa27-98ab7240c5d4 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651451 Aug 18 14:43:32.889076 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:32.889550 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:32.891060 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] 10.222.0.69 "PUT /v2.0/ports/29f47394-5672-4e78-8c2a-922809dce60e HTTP/1.1" status: 200 len: 1093 time: 2.6372778 Aug 18 14:43:32.896087 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'tag': '29f47394-5672-4e78-8c2a-922809dce60e'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:32.899218 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6aa675-b957-4344-a91b-d836f45e0e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7e0ddb-421f-47b8-b869-15fca5f2b55c", "tag": "29f47394-5672-4e78-8c2a-922809dce60e"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:32.914358 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35249a5-89f5-4d1e-b817-a78dc095eb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a682405-9d28-4d8f-abee-262cfa2282f9,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:32.966031 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b54dddf4-d7b4-4ac3-bb77-78b9ab79a479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.019655 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cc1d916f-f598-4bdd-87fb-bcb7946f093b req-9bdc5f50-8554-4130-9122-cea2ef6716ed tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 210 time: 0.0923510 Aug 18 14:43:33.024902 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:33.031387 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-77e29998-0ab8-49c3-a07c-37f627bb3310 req-aa16d634-06d3-4024-a7f4-16f2e8861cbb tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1742518 Aug 18 14:43:33.039623 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:43:33.150384 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.managers [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Attempting to bind port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:33.150845 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.managers [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Attempting to bind port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'}] {{(pid=100500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:33.151133 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Attempting to bind port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d on network c9b012c8-804e-4f07-9a16-9c0f8924483c {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:33.156675 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d on network c9b012c8-804e-4f07-9a16-9c0f8924483c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:43:33.156987 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Attempting to bind port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d on network c9b012c8-804e-4f07-9a16-9c0f8924483c {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:33.164366 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:33.165429 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Checking segment: {'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:33.166064 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Bound using segment: {'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'} {{(pid=100500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:33.167653 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.managers [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Bound port: a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a6b989-83f2-4c3f-9788-bc534f932dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c'}}] {{(pid=100500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:33.168266 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.215633 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.221943 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b22c17f-3d2a-41b3-b09c-f9097cbfdf93 x-openstack-request-id: req-9b22c17f-3d2a-41b3-b09c-f9097cbfdf93 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:33.222250 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7e0ddb-421f-47b8-b869-15fca5f2b55c", "tag": "29f47394-5672-4e78-8c2a-922809dce60e", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:33.228351 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b22c17f-3d2a-41b3-b09c-f9097cbfdf93 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:33.228931 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'tag': '29f47394-5672-4e78-8c2a-922809dce60e', 'status': 'completed', 'code': 200} Aug 18 14:43:33.231342 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68,segment=NetworkSegment(68ac5fa4-d418-4109-9793-9a36de9891d5),segment_id=68ac5fa4-d418-4109-9793-9a36de9891d5)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:33.244824 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68', 'network_id': '6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b', 'port_id': 'f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68', 'mac_address': 'fa:16:3e:f0:d1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8f7010-09ba-485b-8648-f94dd0551c49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:43:33.300047 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.313673 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:33.343291 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68,segment=NetworkSegment(68ac5fa4-d418-4109-9793-9a36de9891d5),segment_id=68ac5fa4-d418-4109-9793-9a36de9891d5)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:33.350046 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.373302 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] For port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d, host hv-cinder-78836, cleared binding levels {{(pid=100500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:33.379108 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56510) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:33.382859 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a2c28-7999-4fa6-b676-378ecd585815 service neutron] Pushing event updated for resources: {'Port': ['ID=29f47394-5672-4e78-8c2a-922809dce60e,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:33.384562 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] For port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:33.391196 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2008359232-network', 'tenant_id': '0f415cc398594c68a3dc1b920f65821f'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:33.398224 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Transition to ACTIVE for port object d53c746d-33e4-4c87-86cf-31ffa51949ae will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:33.399840 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b54dddf4-d7b4-4ac3-bb77-78b9ab79a479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.401489 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d1980-1c24-416d-9092-4d2fa0726528 req-0d265980-b9df-4bd1-bebb-1aab7747992f tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:33.402463 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b54dddf4-d7b4-4ac3-bb77-78b9ab79a479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.403394 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a33d1980-1c24-416d-9092-4d2fa0726528 req-0d265980-b9df-4bd1-bebb-1aab7747992f tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 945 time: 0.2157907 Aug 18 14:43:33.403807 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b54dddf4-d7b4-4ac3-bb77-78b9ab79a479 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e39cdc44-3b76-460d-9936-3ccfb99dd805 HTTP/1.1" status: 204 len: 168 time: 0.8132041 Aug 18 14:43:33.405376 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.423090 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:33.441715 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54dddf4-d7b4-4ac3-bb77-78b9ab79a479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39cdc44-3b76-460d-9936-3ccfb99dd805,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:33.483669 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-4f5b4704-ae32-4214-a171-98184b5e01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:33.485219 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-4f5b4704-ae32-4214-a171-98184b5e01ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 1096 time: 0.2661676 Aug 18 14:43:33.489368 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Made reservation on behalf of 0f415cc398594c68a3dc1b920f65821f for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:33.491654 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.501694 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:33.502635 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.504350 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] 10.222.0.69 "PUT /v2.0/ports/a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d HTTP/1.1" status: 200 len: 1093 time: 1.6518095 Aug 18 14:43:33.504793 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb933526-3ede-4e15-a6d6-24ba54b2ef53', 'tag': 'a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:33.507259 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1504e106-c14c-4462-8c64-1ff2723721ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cb933526-3ede-4e15-a6d6-24ba54b2ef53", "tag": "a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:33.512623 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.520210 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-68b2d009-592e-4532-a2eb-b2aaf454ca9b req-1a03273b-ccc0-4afd-b909-16a3cce252b6 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060770 Aug 18 14:43:33.551414 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fe6c2-a6de-4116-8eac-a863a0e472b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d,revision_number=3']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:33.563142 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-d748c34d-3972-4069-8ee6-ff9bf76ecc14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f47394-5672-4e78-8c2a-922809dce60e HTTP/1.1" status: 200 len: 217 time: 0.0590899 Aug 18 14:43:33.564401 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfa5343-cda2-4cd7-a275-4af48e291fac x-openstack-request-id: req-0cfa5343-cda2-4cd7-a275-4af48e291fac {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:33.564401 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb933526-3ede-4e15-a6d6-24ba54b2ef53", "tag": "a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:33.564401 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0cfa5343-cda2-4cd7-a275-4af48e291fac {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:33.564672 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb933526-3ede-4e15-a6d6-24ba54b2ef53', 'tag': 'a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d', 'status': 'completed', 'code': 200} Aug 18 14:43:33.568973 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.591217 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a33d1980-1c24-416d-9092-4d2fa0726528 req-02409708-e944-49da-a93c-7f33021db71c tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601682 Aug 18 14:43:33.690407 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:43:33.712330 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9bfcb-0168-49f1-af08-e7d91bc87d7c req-cb286a03-b787-4541-98a4-e3752a732663 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:33.714563 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-35e9bfcb-0168-49f1-af08-e7d91bc87d7c req-cb286a03-b787-4541-98a4-e3752a732663 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 944 time: 0.0612195 Aug 18 14:43:33.715635 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:33.721694 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:43:33.725724 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'Port': ['ID=d53c746d-33e4-4c87-86cf-31ffa51949ae,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:33.770604 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-42422b90-693d-4da1-a223-7771ece21c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:33.772417 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-42422b90-693d-4da1-a223-7771ece21c00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 200 len: 848 time: 0.1659620 Aug 18 14:43:33.773595 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-35e9bfcb-0168-49f1-af08-e7d91bc87d7c req-33a45866-b174-4971-b31c-bae87e8e8bb0 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405319 Aug 18 14:43:33.837524 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-46592426-176b-4d1b-bc5e-3605c5388bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:33.839247 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-46592426-176b-4d1b-bc5e-3605c5388bcd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 1096 time: 0.2357194 Aug 18 14:43:33.853915 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:33.854863 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:33.953891 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-370ca746-de0c-40be-958d-5c97cdcbfb11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d HTTP/1.1" status: 200 len: 217 time: 0.0959468 Aug 18 14:43:33.956584 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-2d71ae57-7f9d-4f0f-b653-42a627cc92c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:33.958039 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-2d71ae57-7f9d-4f0f-b653-42a627cc92c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f453827-31cb-4cd9-a35c-9030c6070e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1695452 Aug 18 14:43:33.967552 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:43:34.002522 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92157d-9e41-42a0-98b2-7603c05b99b1 req-0e295661-1609-427c-b54a-19dd5c8a6adb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:34.012587 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ef92157d-9e41-42a0-98b2-7603c05b99b1 req-0e295661-1609-427c-b54a-19dd5c8a6adb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 943 time: 0.0707150 Aug 18 14:43:34.059294 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ef92157d-9e41-42a0-98b2-7603c05b99b1 req-ea8b77c7-7c7b-4193-95b6-4ba66568175b tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 Aug 18 14:43:34.070607 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.118586 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1bde132b-7d2e-4e72-9ca9-b3de3f775790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:34.120538 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-1bde132b-7d2e-4e72-9ca9-b3de3f775790 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fb8dbdf-e623-4b18-a596-69a9d3196b83 HTTP/1.1" status: 200 len: 858 time: 0.1498184 Aug 18 14:43:34.155396 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a27f8a3d-e1c6-47ad-9cdc-54c085cc4681 None None] Provisioning for port d53c746d-33e4-4c87-86cf-31ffa51949ae completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:34.172282 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.178971 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a27f8a3d-e1c6-47ad-9cdc-54c085cc4681 None None] Provisioning complete for port d53c746d-33e4-4c87-86cf-31ffa51949ae triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:34.179345 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a27f8a3d-e1c6-47ad-9cdc-54c085cc4681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.190551 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-61e1a510-96f7-442f-b040-c46a704c3cb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5519984 Aug 18 14:43:34.227054 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Request body: {'port': {'device_id': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:34.254576 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-4e22c700-45d5-4f86-b825-45796f219cab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9b012c8-804e-4f07-9a16-9c0f8924483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705574 Aug 18 14:43:34.284967 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:43:34.301933 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44aa91-f6fd-46c9-8bd5-03c5cf40c51a req-373f724b-33ca-4840-a944-3877fc665a64 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:34.311464 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ab44aa91-f6fd-46c9-8bd5-03c5cf40c51a req-373f724b-33ca-4840-a944-3877fc665a64 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 931 time: 0.0900486 Aug 18 14:43:34.330308 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-a27f8a3d-e1c6-47ad-9cdc-54c085cc4681 None None] Port d53c746d-33e4-4c87-86cf-31ffa51949ae cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:43:34.343097 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58106bdf-6ae5-4daf-96e0-160a296d6da7 req-e89c089e-4095-4943-83d1-2d9120ecc264 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:34.344689 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-58106bdf-6ae5-4daf-96e0-160a296d6da7 req-e89c089e-4095-4943-83d1-2d9120ecc264 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 943 time: 0.1634440 Aug 18 14:43:34.374736 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ab44aa91-f6fd-46c9-8bd5-03c5cf40c51a req-942e1be7-5578-419f-b7aa-3e4522591033 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621486 Aug 18 14:43:34.375339 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.375444 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Added segment 5e44b1ef-eb91-4733-ae03-054eeb319646 of type vlan for network f678d3cc-3ec2-4556-9ca6-676a64fe601e Aug 18 14:43:34.376972 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275c782a-1b14-4661-af8b-fee0d5535586,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:34.421061 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-58106bdf-6ae5-4daf-96e0-160a296d6da7 req-8f322f87-77c0-438a-9d24-0d197df4f9de tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576541 Aug 18 14:43:34.479740 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.484927 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.505902 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-a9f05f90-cdea-4e22-8e48-d088f0bc47f1 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330887 Aug 18 14:43:34.620463 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-9855e51f-a119-4d80-a8ab-904e7c8c7252 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386576 Aug 18 14:43:34.645699 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.646682 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:34.647265 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.724670 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd1585-1f90-4457-a1c9-070efed716e1 req-4cce15dc-3248-4261-a875-dceb016d1115 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:34.726257 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c5bd1585-1f90-4457-a1c9-070efed716e1 req-4cce15dc-3248-4261-a875-dceb016d1115 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 945 time: 0.0748501 Aug 18 14:43:34.792599 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c5bd1585-1f90-4457-a1c9-070efed716e1 req-11395333-8deb-47eb-816f-85cabcda1ab1 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537007 Aug 18 14:43:34.823598 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4376628 Aug 18 14:43:34.826669 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56574) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:34.835206 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] Request body: {'subnet': {'network_id': 'f678d3cc-3ec2-4556-9ca6-676a64fe601e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2008359232-subnet', 'tenant_id': '0f415cc398594c68a3dc1b920f65821f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:34.851073 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac981a-4dac-4ce8-a777-877f89c34f72 admin admin] Pushing event updated for resources: {'Network': ['ID=f678d3cc-3ec2-4556-9ca6-676a64fe601e,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:34.863365 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network f678d3cc-3ec2-4556-9ca6-676a64fe601e details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:43:34.882227 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ee819d7f-bdfd-4b39-9baf-baea9c70fdb2 req-b5145406-42e2-43b6-ac7e-46a1ca0a7c0a service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648794 Aug 18 14:43:34.941258 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2c55-3a6a-49d4-95c0-c761ca34336c req-d32fc2e6-9300-47a7-9bae-34944d3fdbe6 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:34.943082 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ea9a2c55-3a6a-49d4-95c0-c761ca34336c req-d32fc2e6-9300-47a7-9bae-34944d3fdbe6 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 944 time: 0.0839746 Aug 18 14:43:34.944701 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] Made reservation on behalf of 0f415cc398594c68a3dc1b920f65821f for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:43:34.947728 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3164307'] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:34.967333 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-909fe24f-2543-4f4d-beae-4f052d05f145 req-f0ec2491-f3cb-4a31-add7-bc0b2a95d6f4 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371894 Aug 18 14:43:35.052725 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device a5de5855-8352-4797-8e59-48d4da624f78 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:43:35.114243 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 1c1a3c77-185d-492a-8eea-95626738f81d up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:35.274466 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port a5de5855-8352-4797-8e59-48d4da624f78, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5de5855-8352-4797-8e59-48d4da624f78,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:35.288579 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port 1c1a3c77-185d-492a-8eea-95626738f81d completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:35.293858 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 1c1a3c77-185d-492a-8eea-95626738f81d triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:35.294533 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:35.296557 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'a5de5855-8352-4797-8e59-48d4da624f78', 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c', 'port_id': 'a5de5855-8352-4797-8e59-48d4da624f78', 'mac_address': 'fa:16:3e:28:64:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb8dbdf-e623-4b18-a596-69a9d3196b83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:43:35.331836 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aa675-b957-4344-a91b-d836f45e0e6c req-a0caa82d-881d-43cd-a55e-7aa1b5589f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:35.334631 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b6aa675-b957-4344-a91b-d836f45e0e6c req-a0caa82d-881d-43cd-a55e-7aa1b5589f7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 1096 time: 0.3424871 Aug 18 14:43:35.375159 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53c746d-33e4-4c87-86cf-31ffa51949ae {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:35.391377 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:35.397909 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:35.428304 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5de5855-8352-4797-8e59-48d4da624f78 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:35.470370 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Transition to ACTIVE for port object d53c746d-33e4-4c87-86cf-31ffa51949ae will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:43:35.470901 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port a5de5855-8352-4797-8e59-48d4da624f78, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5de5855-8352-4797-8e59-48d4da624f78,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:35.472308 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:35.472901 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504e106-c14c-4462-8c64-1ff2723721ac req-685c4c4a-8298-4bea-8dc2-7181057cb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:35.474607 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1504e106-c14c-4462-8c64-1ff2723721ac req-685c4c4a-8298-4bea-8dc2-7181057cb33d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 1096 time: 0.1584406 Aug 18 14:43:35.478534 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:35.498329 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:35.508228 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dea29eb-f01d-4fbf-8e0e-92a911d18d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1a3c77-185d-492a-8eea-95626738f81d'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:35.582116 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ea9a2c55-3a6a-49d4-95c0-c761ca34336c req-48ac1f83-d6fe-4a95-b904-4a57be47b686 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977349 Aug 18 14:43:35.634358 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e56e7a-d79c-4dbe-b052-bd82c5611226 req-037404a8-dd85-4725-8611-929a7d422db0 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:35.639934 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a8e56e7a-d79c-4dbe-b052-bd82c5611226 req-037404a8-dd85-4725-8611-929a7d422db0 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 943 time: 0.1484628 Aug 18 14:43:35.655335 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504e106-c14c-4462-8c64-1ff2723721ac req-e7c178cd-6bd6-4ecf-a420-748d7759f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:35.657223 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1504e106-c14c-4462-8c64-1ff2723721ac req-e7c178cd-6bd6-4ecf-a420-748d7759f6e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 919 time: 0.1711576 Aug 18 14:43:35.764671 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=a5de5855-8352-4797-8e59-48d4da624f78,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:35.803860 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 1c1a3c77-185d-492a-8eea-95626738f81d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c1a3c77-185d-492a-8eea-95626738f81d,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:35.808996 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a8e56e7a-d79c-4dbe-b052-bd82c5611226 req-3c7ff6dd-91c2-4e92-9bac-b383a765babb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616006 Aug 18 14:43:35.809775 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:35.834887 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1504e106-c14c-4462-8c64-1ff2723721ac req-4fb80b22-d3d7-47fe-bbf6-93df187cf3f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d HTTP/1.1" status: 200 len: 217 time: 0.1573334 Aug 18 14:43:35.914608 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504e106-c14c-4462-8c64-1ff2723721ac req-319c856c-4294-4052-9313-dfe93e5f5ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:35.916630 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1504e106-c14c-4462-8c64-1ff2723721ac req-319c856c-4294-4052-9313-dfe93e5f5ecf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fb8dbdf-e623-4b18-a596-69a9d3196b83 HTTP/1.1" status: 200 len: 858 time: 0.0678232 Aug 18 14:43:35.924950 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aa675-b957-4344-a91b-d836f45e0e6c req-a18c4d98-bd21-4d35-9bad-ad4a09e3f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:35.927038 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b6aa675-b957-4344-a91b-d836f45e0e6c req-a18c4d98-bd21-4d35-9bad-ad4a09e3f4ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 910 time: 0.5767307 Aug 18 14:43:35.927895 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=d53c746d-33e4-4c87-86cf-31ffa51949ae,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:35.929194 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba8e3c-94e6-4707-b152-99987f3a24c2 req-961dea1e-2ab9-416c-ad0f-71a8469dcbe5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:35.937667 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6eba8e3c-94e6-4707-b152-99987f3a24c2 req-961dea1e-2ab9-416c-ad0f-71a8469dcbe5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.2351608 Aug 18 14:43:35.940462 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3164293'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:35.981499 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=1c1a3c77-185d-492a-8eea-95626738f81d,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:36.026497 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bba2dd-7198-475b-abbb-0939be167377" -d '{"events": [{"server_uuid": "1dea29eb-f01d-4fbf-8e0e-92a911d18d27", "name": "network-vif-plugged", "status": "completed", "tag": "1c1a3c77-185d-492a-8eea-95626738f81d"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:36.053443 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6eba8e3c-94e6-4707-b152-99987f3a24c2 req-dbb6ca4f-1e4b-4697-a679-85a05d9afba7 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148334 Aug 18 14:43:36.061160 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['a5de5855-8352-4797-8e59-48d4da624f78'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:43:36.126054 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d48dac-a1c5-4bfe-9ba6-d21b0a90e589,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:36.134525 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] Checking segment: {'id': '5e44b1ef-eb91-4733-ae03-054eeb319646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'f678d3cc-3ec2-4556-9ca6-676a64fe601e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:36.134890 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] Network hostable DHCP agents. Network: f678d3cc-3ec2-4556-9ca6-676a64fe601e, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:43:36.148533 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b6aa675-b957-4344-a91b-d836f45e0e6c req-cca644b2-9d20-46c5-afe7-7b7fec9bd8f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f47394-5672-4e78-8c2a-922809dce60e HTTP/1.1" status: 200 len: 217 time: 0.2049828 Aug 18 14:43:36.184007 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] Network f678d3cc-3ec2-4556-9ca6-676a64fe601e is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:43:36.186708 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1504e106-c14c-4462-8c64-1ff2723721ac req-0584e734-2088-4e28-aaf6-3d86f56f5712 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9b012c8-804e-4f07-9a16-9c0f8924483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2450020 Aug 18 14:43:36.203327 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d3606-f0d5-4c22-8e70-3cae0f6fec27 req-75595edb-89b4-419e-a07f-811e315d07f7 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:36.204854 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3e5d3606-f0d5-4c22-8e70-3cae0f6fec27 req-75595edb-89b4-419e-a07f-811e315d07f7 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 943 time: 0.1902864 Aug 18 14:43:36.235813 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, f678d3cc-3ec2-4556-9ca6-676a64fe601e) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:43:36.250756 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c928cbf-e4e7-45bb-bb7f-5036b722ca64 None None] Network f678d3cc-3ec2-4556-9ca6-676a64fe601e requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:36.251056 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:36.251400 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.278668 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-a2515908-1e8b-4a94-b900-aa8b011e1266 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4480486 Aug 18 14:43:36.308993 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9bf7-f3fe-4f2b-9f5f-d1dd34572fb2 req-0408e4f2-044f-4bc2-b5e5-47cb6535c932 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:36.318532 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-08fd9bf7-f3fe-4f2b-9f5f-d1dd34572fb2 req-0408e4f2-044f-4bc2-b5e5-47cb6535c932 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.1380541 Aug 18 14:43:36.330089 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3e5d3606-f0d5-4c22-8e70-3cae0f6fec27 req-e998d9e0-48b6-4abd-ad29-293a59d7d9cf tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054881 Aug 18 14:43:36.376787 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-08fd9bf7-f3fe-4f2b-9f5f-d1dd34572fb2 req-62cf7454-0b90-4563-ad64-e1017dc9e171 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572197 Aug 18 14:43:36.515537 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5d44ab-56c7-44de-a009-ca43f3bd33e5 x-openstack-request-id: req-fa5d44ab-56c7-44de-a009-ca43f3bd33e5 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:36.515942 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dea29eb-f01d-4fbf-8e0e-92a911d18d27", "name": "network-vif-plugged", "status": "completed", "tag": "1c1a3c77-185d-492a-8eea-95626738f81d", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:36.516261 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa5d44ab-56c7-44de-a009-ca43f3bd33e5 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:36.516780 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dea29eb-f01d-4fbf-8e0e-92a911d18d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1a3c77-185d-492a-8eea-95626738f81d', 'code': 200} Aug 18 14:43:36.570785 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aa675-b957-4344-a91b-d836f45e0e6c req-9ef34f76-62af-43e6-8691-0118ceb24ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:36.572704 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b6aa675-b957-4344-a91b-d836f45e0e6c req-9ef34f76-62af-43e6-8691-0118ceb24ad2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 200 len: 848 time: 0.3885984 Aug 18 14:43:36.586138 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Attempting to bind port d53c746d-33e4-4c87-86cf-31ffa51949ae on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:43:36.586836 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Attempting to bind port d53c746d-33e4-4c87-86cf-31ffa51949ae by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:43:36.587448 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Attempting to bind port d53c746d-33e4-4c87-86cf-31ffa51949ae on network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:36.588072 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ffa721-dfa9-4692-b8e6-b16962935cbc None None] Network f678d3cc-3ec2-4556-9ca6-676a64fe601e requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:36.596248 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Port d53c746d-33e4-4c87-86cf-31ffa51949ae on network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:43:36.596892 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Attempting to bind port d53c746d-33e4-4c87-86cf-31ffa51949ae on network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:43:36.641442 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:43:36.642084 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Checking segment: {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:43:36.642881 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Bound using segment: {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:43:36.644050 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Bound port: d53c746d-33e4-4c87-86cf-31ffa51949ae, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:43:36.644639 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.728239 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1504e106-c14c-4462-8c64-1ff2723721ac req-341dba7a-59f3-4c4b-8469-d6b5550823c9 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594889 Aug 18 14:43:36.768159 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aa675-b957-4344-a91b-d836f45e0e6c req-86c3bc44-4686-447e-84ee-39b359821b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:36.769691 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b6aa675-b957-4344-a91b-d836f45e0e6c req-86c3bc44-4686-447e-84ee-39b359821b79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f453827-31cb-4cd9-a35c-9030c6070e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1761146 Aug 18 14:43:36.846463 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:43:36.851054 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:43:36.860594 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078307e5-ed70-4846-aee4-ded1668e5629 req-ea137105-1a12-403c-a19f-a5f58b40e624 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:36.869170 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-078307e5-ed70-4846-aee4-ded1668e5629 req-ea137105-1a12-403c-a19f-a5f58b40e624 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 944 time: 0.1519008 Aug 18 14:43:36.869355 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.885698 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc01b5-6774-4988-b94e-b7e6f8f838bd req-decb8de7-87de-4dc5-b712-8c6f61fbeddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:36.887278 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-80dc01b5-6774-4988-b94e-b7e6f8f838bd req-decb8de7-87de-4dc5-b712-8c6f61fbeddd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 1099 time: 0.1313374 Aug 18 14:43:36.914095 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-80dc01b5-6774-4988-b94e-b7e6f8f838bd req-718b9923-deea-4069-95e3-3d6eb6bf999b service neutron] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.973933 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-078307e5-ed70-4846-aee4-ded1668e5629 req-b71a3412-1fc2-47f8-bfed-db3527ffb593 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016793 Aug 18 14:43:36.986460 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:36.987657 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:36.989320 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] 10.222.0.69 "PUT /v2.0/ports/d53c746d-33e4-4c87-86cf-31ffa51949ae HTTP/1.1" status: 200 len: 1093 time: 2.7799327 Aug 18 14:43:36.989789 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:36.992321 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4b2740-d3d3-4739-b425-35a8e3d11bab" -d '{"events": [{"name": "network-changed", "server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:37.067767 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c5923-56ad-474b-8eeb-21598838aaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=d53c746d-33e4-4c87-86cf-31ffa51949ae,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:37.083219 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947c3688-0171-4af6-ba30-694948f8c4f3 x-openstack-request-id: req-947c3688-0171-4af6-ba30-694948f8c4f3 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:37.083219 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:37.083219 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-947c3688-0171-4af6-ba30-694948f8c4f3 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:37.083219 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'status': 'completed', 'code': 200} Aug 18 14:43:37.086062 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:37.123539 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-80dc01b5-6774-4988-b94e-b7e6f8f838bd req-718b9923-deea-4069-95e3-3d6eb6bf999b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:37.142252 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b63fb1-8c69-49ee-a66f-e1d346ee8231 req-f1f0898a-babd-480d-86bd-2f59f1061c63 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:37.145038 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e1b63fb1-8c69-49ee-a66f-e1d346ee8231 req-f1f0898a-babd-480d-86bd-2f59f1061c63 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 943 time: 0.2225666 Aug 18 14:43:37.146339 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-80dc01b5-6774-4988-b94e-b7e6f8f838bd req-718b9923-deea-4069-95e3-3d6eb6bf999b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:37.162902 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1504e106-c14c-4462-8c64-1ff2723721ac req-5a5a3b29-2d89-4c00-845a-5b165d6031fc service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052870 Aug 18 14:43:37.165849 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b6aa675-b957-4344-a91b-d836f45e0e6c req-962c7032-f2b5-4445-9d23-04433f57b5ff service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824053 Aug 18 14:43:37.189373 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-9f3e20e9-5147-49ed-a270-b01041166338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:37.191134 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b9923-deea-4069-95e3-3d6eb6bf999b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a31b2640-6f92-4843-a570-002df102fd03,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:37.210077 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-9f3e20e9-5147-49ed-a270-b01041166338 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 1096 time: 0.1534252 Aug 18 14:43:37.216469 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:37.220657 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-80dc01b5-6774-4988-b94e-b7e6f8f838bd req-718b9923-deea-4069-95e3-3d6eb6bf999b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245704 Aug 18 14:43:37.224990 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:37.225386 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:37.273170 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e1b63fb1-8c69-49ee-a66f-e1d346ee8231 req-e273ef74-3cd4-40ec-b7b7-95885d57437b tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933123 Aug 18 14:43:37.306767 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f18d0-63d7-4c6f-838a-4c916c77b92b req-c67c8282-5395-44dd-b960-1e89a759411e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:37.308278 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6d4f18d0-63d7-4c6f-838a-4c916c77b92b req-c67c8282-5395-44dd-b960-1e89a759411e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0991237 Aug 18 14:43:37.324002 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b6aa675-b957-4344-a91b-d836f45e0e6c req-0c0f112a-2d02-4c88-a750-33153b4ea1ed service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128972 Aug 18 14:43:37.337675 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:37.349782 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6d4f18d0-63d7-4c6f-838a-4c916c77b92b req-0af2cb85-93d6-4e92-848e-ef3a882e7991 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343919 Aug 18 14:43:37.386204 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68,segment=NetworkSegment(68ac5fa4-d418-4109-9793-9a36de9891d5),segment_id=68ac5fa4-d418-4109-9793-9a36de9891d5)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:37.392269 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:37.446881 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:37.470489 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41518dc0-9f40-46a0-9e37-8ebcfbd1398f req-c5079ce4-92ce-4ff6-a149-00a24dcecf3b tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:37.472546 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-41518dc0-9f40-46a0-9e37-8ebcfbd1398f req-c5079ce4-92ce-4ff6-a149-00a24dcecf3b tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 943 time: 0.0573392 Aug 18 14:43:37.544063 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-41518dc0-9f40-46a0-9e37-8ebcfbd1398f req-e5b998ec-db8f-4a0d-8a65-96f7147a73c4 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607724 Aug 18 14:43:37.551133 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0186-be63-4641-8477-088175fc04ca req-879f27db-074d-49c2-b11c-ffca96a2b6eb tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:37.552523 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ebbe0186-be63-4641-8477-088175fc04ca req-879f27db-074d-49c2-b11c-ffca96a2b6eb tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.0791099 Aug 18 14:43:37.591194 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ebbe0186-be63-4641-8477-088175fc04ca req-1e722d06-ab75-4514-992b-614915428546 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Aug 18 14:43:37.704626 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-209d5def-28c6-4351-b8ec-11f0c1249d93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae HTTP/1.1" status: 200 len: 217 time: 0.0357022 Aug 18 14:43:37.781986 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-fc671d88-489a-472b-9cd8-0009d8a9d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:37.785149 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-fc671d88-489a-472b-9cd8-0009d8a9d682 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0668328 Aug 18 14:43:37.855105 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-be16ff33-ba1a-49d7-9e35-856268661295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:37.856727 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-be16ff33-ba1a-49d7-9e35-856268661295 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444429 Aug 18 14:43:37.953617 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-cb724eeb-7ed0-49c2-bc2e-3525ccbef7d9 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884941 Aug 18 14:43:38.052821 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-be4024e3-8276-4bcf-b000-1363acb399e2 req-0242b1d1-0774-4640-b4da-d371d130871a service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910444 Aug 18 14:43:38.084909 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d8a4b-6c02-47ac-b455-888b748092e7 req-0253ba92-92e3-4a91-894f-a52e18d54fa6 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:38.086521 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-430d8a4b-6c02-47ac-b455-888b748092e7 req-0253ba92-92e3-4a91-894f-a52e18d54fa6 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Aug 18 14:43:38.124051 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-430d8a4b-6c02-47ac-b455-888b748092e7 req-265e28d4-5759-4ba2-bb8f-dadbfe928b84 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Aug 18 14:43:38.196047 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b2740-d3d3-4739-b425-35a8e3d11bab req-3f5e3942-709b-4c08-a76a-c0a43cc9ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:38.197606 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6e4b2740-d3d3-4739-b425-35a8e3d11bab req-3f5e3942-709b-4c08-a76a-c0a43cc9ed9e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 1096 time: 0.0393472 Aug 18 14:43:38.295167 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b2740-d3d3-4739-b425-35a8e3d11bab req-262530fd-2964-4a19-a7fe-ea8802fd1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:38.296752 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6e4b2740-d3d3-4739-b425-35a8e3d11bab req-262530fd-2964-4a19-a7fe-ea8802fd1379 service neutron] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 918 time: 0.0911944 Aug 18 14:43:38.341323 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6e4b2740-d3d3-4739-b425-35a8e3d11bab req-18d7fe97-4514-4f0a-98e2-79724e6b2a66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae HTTP/1.1" status: 200 len: 217 time: 0.0357580 Aug 18 14:43:38.402338 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b2740-d3d3-4739-b425-35a8e3d11bab req-86f1089c-5279-4999-a2f9-13bf888baa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:38.404048 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346122c6-d9b3-469e-b077-c0c4f80cfceb req-dec921cb-3448-41b2-98a4-fea6a09c832d tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:38.404169 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6e4b2740-d3d3-4739-b425-35a8e3d11bab req-86f1089c-5279-4999-a2f9-13bf888baa87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0564187 Aug 18 14:43:38.405573 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-346122c6-d9b3-469e-b077-c0c4f80cfceb req-dec921cb-3448-41b2-98a4-fea6a09c832d tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 943 time: 0.0562954 Aug 18 14:43:38.463660 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b2740-d3d3-4739-b425-35a8e3d11bab req-248908b7-62a9-4414-8e85-a71180e419b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:38.465296 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6e4b2740-d3d3-4739-b425-35a8e3d11bab req-248908b7-62a9-4414-8e85-a71180e419b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541179 Aug 18 14:43:38.483593 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-346122c6-d9b3-469e-b077-c0c4f80cfceb req-5e0392c8-3f28-4a45-8d6e-89cee45feb2e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713172 Aug 18 14:43:38.508123 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a7c7c-770f-4f52-9d70-d3e9e8731c61 req-ae382018-379b-49e7-b8eb-a26d7424bcd0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:38.509738 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0b0a7c7c-770f-4f52-9d70-d3e9e8731c61 req-ae382018-379b-49e7-b8eb-a26d7424bcd0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0703142 Aug 18 14:43:38.518045 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ea1b54-93e2-468b-b6c6-6e647aa6e185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:38.520357 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e407b9e1-9dcf-4d87-bc60-e1e3e7709cd3" -d '{"events": [{"server_uuid": "44ea1b54-93e2-468b-b6c6-6e647aa6e185", "name": "network-vif-plugged", "status": "completed", "tag": "f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:38.556560 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0b0a7c7c-770f-4f52-9d70-d3e9e8731c61 req-f45e488d-4929-4a87-be46-40643ba58402 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406306 Aug 18 14:43:38.561275 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02c70a2-53b5-493f-9ca9-1a81b4a07bf9 x-openstack-request-id: req-f02c70a2-53b5-493f-9ca9-1a81b4a07bf9 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:38.561616 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ea1b54-93e2-468b-b6c6-6e647aa6e185", "name": "network-vif-plugged", "status": "completed", "tag": "f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:38.561868 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f02c70a2-53b5-493f-9ca9-1a81b4a07bf9 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:38.562254 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ea1b54-93e2-468b-b6c6-6e647aa6e185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68', 'code': 200} Aug 18 14:43:38.577153 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6e4b2740-d3d3-4739-b425-35a8e3d11bab req-290e83a2-da38-45f7-80d5-12b83b172284 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018116 Aug 18 14:43:38.674817 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13d6d2-de86-4552-bcda-7b3800342702 req-51acb19f-d85b-4668-82ce-0e159c9e4509 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:38.676288 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2a13d6d2-de86-4552-bcda-7b3800342702 req-51acb19f-d85b-4668-82ce-0e159c9e4509 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 943 time: 0.0596125 Aug 18 14:43:38.735646 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2a13d6d2-de86-4552-bcda-7b3800342702 req-753b2a5a-3597-4899-872d-e4843a5d1f71 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429785 Aug 18 14:43:38.743199 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7f417-84b7-4125-b21a-9557fb468e32 req-626c00e5-9140-4795-bd40-b21a791bbe32 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:38.744572 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-15f7f417-84b7-4125-b21a-9557fb468e32 req-626c00e5-9140-4795-bd40-b21a791bbe32 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.0866978 Aug 18 14:43:38.781362 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-15f7f417-84b7-4125-b21a-9557fb468e32 req-f582b10b-d036-45d7-8ecf-11e5522361c0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308566 Aug 18 14:43:39.238928 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5c70f-1773-4abb-aec4-eeb99fda4608 req-495fa78d-b22e-48b3-a5df-ff4df3476127 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:39.240433 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c0e5c70f-1773-4abb-aec4-eeb99fda4608 req-495fa78d-b22e-48b3-a5df-ff4df3476127 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0507784 Aug 18 14:43:39.283023 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c0e5c70f-1773-4abb-aec4-eeb99fda4608 req-9dada747-8c22-456e-a704-e7ac473d3510 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360770 Aug 18 14:43:39.547604 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56738) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:39.599018 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a627f-fb38-4bb6-a4ae-576a53992bb4 req-71a34806-6968-47f3-8815-bf65938496dd tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:39.600531 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dd1a627f-fb38-4bb6-a4ae-576a53992bb4 req-71a34806-6968-47f3-8815-bf65938496dd tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 943 time: 0.0468109 Aug 18 14:43:39.640952 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dd1a627f-fb38-4bb6-a4ae-576a53992bb4 req-cf3a4119-9fac-4a27-b999-efe2738f9313 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Aug 18 14:43:39.682015 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7294a521-10ec-4d4a-bf74-911fde632d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:39.715722 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc2f39-8ffe-48e2-8b95-c8c1bdd1b0a0 req-1ef65926-6253-469f-81d7-06403aff7d93 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:39.717110 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-95cc2f39-8ffe-48e2-8b95-c8c1bdd1b0a0 req-1ef65926-6253-469f-81d7-06403aff7d93 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0750558 Aug 18 14:43:39.776531 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-95cc2f39-8ffe-48e2-8b95-c8c1bdd1b0a0 req-86c8f6c8-fa36-4fb7-ba78-09014cbe535e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523741 Aug 18 14:43:39.870645 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7294a521-10ec-4d4a-bf74-911fde632d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:39.892371 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7294a521-10ec-4d4a-bf74-911fde632d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:39.923234 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ca01d-d183-41b8-bc7e-dda0bad81049 req-8acb3de1-31a6-45e9-9a25-fc4607f04510 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:39.925211 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b64ca01d-d183-41b8-bc7e-dda0bad81049 req-8acb3de1-31a6-45e9-9a25-fc4607f04510 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 943 time: 0.1156497 Aug 18 14:43:39.956058 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294a521-10ec-4d4a-bf74-911fde632d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dbde49-3855-49f8-b1a8-e3e35ef3a601,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:39.968385 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7294a521-10ec-4d4a-bf74-911fde632d92 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5e4321b432ba47e6828d61d64299db62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195068 Aug 18 14:43:39.971247 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56750) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:39.979791 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bda1d8-e97c-4979-b8ed-c72b0accc85b req-90566afa-0a4f-473c-a557-1929c01870bb tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:39.981162 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e5bda1d8-e97c-4979-b8ed-c72b0accc85b req-90566afa-0a4f-473c-a557-1929c01870bb tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.1240940 Aug 18 14:43:39.992480 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 29f47394-5672-4e78-8c2a-922809dce60e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:43:40.035576 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b64ca01d-d183-41b8-bc7e-dda0bad81049 req-42d613b8-fb00-4dc2-a81c-2b9c49b0ee8e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918536 Aug 18 14:43:40.062293 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e5bda1d8-e97c-4979-b8ed-c72b0accc85b req-617f2393-0aae-4756-b86e-d8fb65e9dcc9 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687628 Aug 18 14:43:40.074027 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8271fc69-b90d-4dee-983f-dd5d283a8c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.098207 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8271fc69-b90d-4dee-983f-dd5d283a8c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.100778 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 29f47394-5672-4e78-8c2a-922809dce60e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=29f47394-5672-4e78-8c2a-922809dce60e,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:40.114028 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '29f47394-5672-4e78-8c2a-922809dce60e', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'port_id': '29f47394-5672-4e78-8c2a-922809dce60e', 'mac_address': 'fa:16:3e:31:f7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:43:40.146385 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8271fc69-b90d-4dee-983f-dd5d283a8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.149383 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8271fc69-b90d-4dee-983f-dd5d283a8c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.150555 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-8271fc69-b90d-4dee-983f-dd5d283a8c88 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40dbde49-3855-49f8-b1a8-e3e35ef3a601 HTTP/1.1" status: 204 len: 168 time: 0.1782911 Aug 18 14:43:40.159038 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271fc69-b90d-4dee-983f-dd5d283a8c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dbde49-3855-49f8-b1a8-e3e35ef3a601,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:40.165552 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.180206 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f47394-5672-4e78-8c2a-922809dce60e {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:40.200396 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 29f47394-5672-4e78-8c2a-922809dce60e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=29f47394-5672-4e78-8c2a-922809dce60e,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:40.204278 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.204926 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:43:40.296863 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=29f47394-5672-4e78-8c2a-922809dce60e,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:40.341819 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:40.353907 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d', 'network_id': 'c9b012c8-804e-4f07-9a16-9c0f8924483c', 'port_id': 'a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d', 'mac_address': 'fa:16:3e:87:81:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb8dbdf-e623-4b18-a596-69a9d3196b83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:43:40.396771 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.404615 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165555-4453-4524-a739-c3fd66958879 req-0df3abe7-8f69-47e6-916f-b2ad0c73f32e tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:40.406338 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-60165555-4453-4524-a739-c3fd66958879 req-0df3abe7-8f69-47e6-916f-b2ad0c73f32e tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0548494 Aug 18 14:43:40.410789 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:40.431161 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:40.435726 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.435884 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56760) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:40.448193 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-60165555-4453-4524-a739-c3fd66958879 req-c946b0f4-550c-46e1-a5ec-3edae6d456f4 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354986 Aug 18 14:43:40.451585 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e3884aea-6910-46d7-913e-eac1d80f9716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.484397 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:40.548402 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e3884aea-6910-46d7-913e-eac1d80f9716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.552250 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e3884aea-6910-46d7-913e-eac1d80f9716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.589653 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e3884aea-6910-46d7-913e-eac1d80f9716 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11654f3f07704aabaaa3325b7ce09a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525187 Aug 18 14:43:40.590499 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3884aea-6910-46d7-913e-eac1d80f9716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3f3533-adb1-4075-92f3-f06ab828b0f8,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:40.593060 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56762) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:40.639705 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-aa08a640-6232-40b1-bdf7-c4bc9091d0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.660507 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-aa08a640-6232-40b1-bdf7-c4bc9091d0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.705766 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-aa08a640-6232-40b1-bdf7-c4bc9091d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.708575 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-aa08a640-6232-40b1-bdf7-c4bc9091d0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:40.709927 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-aa08a640-6232-40b1-bdf7-c4bc9091d0cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/db3f3533-adb1-4075-92f3-f06ab828b0f8 HTTP/1.1" status: 204 len: 168 time: 0.1158619 Aug 18 14:43:40.740116 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08a640-6232-40b1-bdf7-c4bc9091d0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3f3533-adb1-4075-92f3-f06ab828b0f8,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:40.768303 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e127530-2ac0-4874-b402-f15e4768ff9d req-1a22d76c-7777-49b1-8281-e845e804cd25 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:40.771156 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e127530-2ac0-4874-b402-f15e4768ff9d req-1a22d76c-7777-49b1-8281-e845e804cd25 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 944 time: 0.0601413 Aug 18 14:43:40.818755 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e127530-2ac0-4874-b402-f15e4768ff9d req-0ffe1705-78dc-418e-a7e7-062eabf9708d tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 Aug 18 14:43:40.904745 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089fd6c-8090-4cb7-96c2-962e9c804afa req-7d5f3511-24a3-47cc-9ab8-aab5b8d660f1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:40.906231 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e089fd6c-8090-4cb7-96c2-962e9c804afa req-7d5f3511-24a3-47cc-9ab8-aab5b8d660f1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0514643 Aug 18 14:43:40.943224 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e089fd6c-8090-4cb7-96c2-962e9c804afa req-4f8ac9f0-71bf-4b8d-a04b-ded7d0ee7180 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309732 Aug 18 14:43:40.968473 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device a5de5855-8352-4797-8e59-48d4da624f78 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:41.017074 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port a5de5855-8352-4797-8e59-48d4da624f78 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:41.021276 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port a5de5855-8352-4797-8e59-48d4da624f78 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:41.021716 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:41.106646 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:41.130843 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb178e7a-4b29-42ad-8617-21d2d62cfe34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5de5855-8352-4797-8e59-48d4da624f78'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:41.134744 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef7932f-adae-4d9a-8b2c-f95dfac4cfb5" -d '{"events": [{"server_uuid": "cb178e7a-4b29-42ad-8617-21d2d62cfe34", "name": "network-vif-plugged", "status": "completed", "tag": "a5de5855-8352-4797-8e59-48d4da624f78"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:41.149007 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port a5de5855-8352-4797-8e59-48d4da624f78, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5de5855-8352-4797-8e59-48d4da624f78,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:41.156577 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:41.171023 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7bb4-3681-4893-8077-835b1b551961 req-1430487f-b79e-4e28-807e-fdb1a1165dbf tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:41.176591 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-163e7bb4-3681-4893-8077-835b1b551961 req-1430487f-b79e-4e28-807e-fdb1a1165dbf tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 944 time: 0.0643201 Aug 18 14:43:41.217701 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=a5de5855-8352-4797-8e59-48d4da624f78,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:41.248987 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-163e7bb4-3681-4893-8077-835b1b551961 req-d349fd23-f6d7-4b9a-aed1-01d12baecbd1 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619862 Aug 18 14:43:41.257242 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11239a4d-f85c-4e5c-8eed-d62faf0fc6a0 req-da970dcd-8b71-4525-aa59-3c3bdfd7e9df tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:41.258732 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-11239a4d-f85c-4e5c-8eed-d62faf0fc6a0 req-da970dcd-8b71-4525-aa59-3c3bdfd7e9df tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.0811684 Aug 18 14:43:41.298318 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0326e5e1-20ff-4500-8e59-2cb965dbd844 x-openstack-request-id: req-0326e5e1-20ff-4500-8e59-2cb965dbd844 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:41.298657 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb178e7a-4b29-42ad-8617-21d2d62cfe34", "name": "network-vif-plugged", "status": "completed", "tag": "a5de5855-8352-4797-8e59-48d4da624f78", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:41.299438 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0326e5e1-20ff-4500-8e59-2cb965dbd844 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:41.299829 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb178e7a-4b29-42ad-8617-21d2d62cfe34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5de5855-8352-4797-8e59-48d4da624f78', 'code': 200} Aug 18 14:43:41.309721 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-11239a4d-f85c-4e5c-8eed-d62faf0fc6a0 req-b78838b2-2c82-4f3b-850c-f7b56a8e7664 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Aug 18 14:43:41.564252 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd31fc-940a-445e-b6e6-ff03934ce6d5 req-ff7c4363-78d7-46bf-adcc-b8f7fe68ae93 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:41.566269 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fbcd31fc-940a-445e-b6e6-ff03934ce6d5 req-ff7c4363-78d7-46bf-adcc-b8f7fe68ae93 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0496781 Aug 18 14:43:41.605769 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fbcd31fc-940a-445e-b6e6-ff03934ce6d5 req-b7412235-7977-4716-8301-89c39c6186a0 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Aug 18 14:43:41.932872 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8553a-9fd0-476a-bb2c-a23b5d8835eb req-8ba084e1-f826-4a08-b91e-c68092feaff9 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:41.934496 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-77f8553a-9fd0-476a-bb2c-a23b5d8835eb req-8ba084e1-f826-4a08-b91e-c68092feaff9 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 944 time: 0.0486691 Aug 18 14:43:41.972012 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-77f8553a-9fd0-476a-bb2c-a23b5d8835eb req-bc4645dc-330b-420a-9acb-0c8dce034b57 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306082 Aug 18 14:43:42.068273 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a084f-464c-4e21-9135-b90903e44114 req-e84158a2-ab43-410d-bb05-ae319ea22c0d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:42.069723 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-867a084f-464c-4e21-9135-b90903e44114 req-e84158a2-ab43-410d-bb05-ae319ea22c0d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0510542 Aug 18 14:43:42.107003 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-867a084f-464c-4e21-9135-b90903e44114 req-fa1cc12b-1e66-4013-a5cc-14c19134a51a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313001 Aug 18 14:43:42.370412 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eec121-026a-4c3b-b4bb-9523e7fe57fc req-aa2a42d5-7049-49dd-9857-47c172723f5f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:42.371980 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-99eec121-026a-4c3b-b4bb-9523e7fe57fc req-aa2a42d5-7049-49dd-9857-47c172723f5f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 944 time: 0.0541062 Aug 18 14:43:42.456476 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-99eec121-026a-4c3b-b4bb-9523e7fe57fc req-aa8f5e65-d32c-4d2c-baa2-8a66cc970fd0 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776172 Aug 18 14:43:42.477892 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc81cd-80ca-4d19-928d-f3adfd232130 req-f4c03e5e-b320-419a-8134-de3a52d33338 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:42.482525 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8dfc81cd-80ca-4d19-928d-f3adfd232130 req-f4c03e5e-b320-419a-8134-de3a52d33338 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.0959961 Aug 18 14:43:42.504978 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6e4b2740-d3d3-4739-b425-35a8e3d11bab req-a653bfca-78ea-49eb-aa27-4e5b11919dee service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221366 Aug 18 14:43:42.518997 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8dfc81cd-80ca-4d19-928d-f3adfd232130 req-23968e9c-2b01-49a3-860c-e5db0e04de8b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356257 Aug 18 14:43:42.720122 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2656cd6-30a6-45c2-a2a6-8595bfa37b19 req-b4ef637c-f2dd-4f7c-bbea-a023730bcacf tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:42.722293 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c2656cd6-30a6-45c2-a2a6-8595bfa37b19 req-b4ef637c-f2dd-4f7c-bbea-a023730bcacf tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0516384 Aug 18 14:43:42.759222 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c2656cd6-30a6-45c2-a2a6-8595bfa37b19 req-c1819a23-8685-4403-88ce-6998d9b594a7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302110 Aug 18 14:43:42.853589 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5377e9-0efb-4421-8a1c-a3bdb7e3291e req-15819578-6f55-4095-8b0f-fff856fef718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:42.855032 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2c5377e9-0efb-4421-8a1c-a3bdb7e3291e req-15819578-6f55-4095-8b0f-fff856fef718 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 1098 time: 0.1017797 Aug 18 14:43:42.856686 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2beea2-782a-4726-af16-1e1d0b47a179 req-e38efe2a-245e-4181-bae2-831c69b9db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:42.858041 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e2beea2-782a-4726-af16-1e1d0b47a179 req-e38efe2a-245e-4181-bae2-831c69b9db36 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 1098 time: 0.1060755 Aug 18 14:43:42.914827 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:42.925347 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2c5377e9-0efb-4421-8a1c-a3bdb7e3291e req-eb8110b4-66e8-48ea-93e6-006657c9e772 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565786 Aug 18 14:43:42.928931 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e2beea2-782a-4726-af16-1e1d0b47a179 req-266075e9-0fb0-49ef-8cd8-93360f95cb28 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548854 Aug 18 14:43:43.084337 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3761be-e8fa-4a47-917b-fe22fba52edc req-ffbb1fa0-9f00-4e14-871f-4a8f30ec3567 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:43.085797 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dc3761be-e8fa-4a47-917b-fe22fba52edc req-ffbb1fa0-9f00-4e14-871f-4a8f30ec3567 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 944 time: 0.0478404 Aug 18 14:43:43.122241 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dc3761be-e8fa-4a47-917b-fe22fba52edc req-07c7de6e-db62-4f04-82e9-8b69b69dcd4d tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305629 Aug 18 14:43:43.123806 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['29f47394-5672-4e78-8c2a-922809dce60e'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:43:43.231638 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9794f7-4a68-44cc-8f46-2f7cb686c108 req-90e3b1ef-446c-408f-838e-2560bbd05762 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:43.233186 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fb9794f7-4a68-44cc-8f46-2f7cb686c108 req-90e3b1ef-446c-408f-838e-2560bbd05762 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0521936 Aug 18 14:43:43.256299 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:43:43.276561 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fb9794f7-4a68-44cc-8f46-2f7cb686c108 req-23cfb5a1-b4c6-4c35-8142-5113891cb1c0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338840 Aug 18 14:43:43.588880 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357edff-81ab-4c95-b544-e16a7195d806 req-602b40a2-032a-48c8-bec7-820ae3dc6060 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:43.600228 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f357edff-81ab-4c95-b544-e16a7195d806 req-602b40a2-032a-48c8-bec7-820ae3dc6060 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 944 time: 0.0621738 Aug 18 14:43:43.662721 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f357edff-81ab-4c95-b544-e16a7195d806 req-bb5292f4-886c-4ad7-ae5c-c2573e14e376 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615346 Aug 18 14:43:43.675220 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a2a68-1566-4bcd-8b70-7edfd6939d59 req-6c8a661f-45ce-48a0-8437-b7ede23e0fa4 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:43.676680 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f28a2a68-1566-4bcd-8b70-7edfd6939d59 req-6c8a661f-45ce-48a0-8437-b7ede23e0fa4 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.0739555 Aug 18 14:43:43.714655 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f28a2a68-1566-4bcd-8b70-7edfd6939d59 req-8c10692a-0cc6-4f8e-8850-3501b46f5e89 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313733 Aug 18 14:43:43.878848 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716711f-331b-4c92-b00b-17ad84282cf3 req-887a8691-5ab9-48f6-85e1-94c9a103defc tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:43.880385 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1716711f-331b-4c92-b00b-17ad84282cf3 req-887a8691-5ab9-48f6-85e1-94c9a103defc tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0486679 Aug 18 14:43:43.919918 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1716711f-331b-4c92-b00b-17ad84282cf3 req-092c56e0-95b1-4f8e-9c2e-e06a91dc35a7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Aug 18 14:43:44.255814 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc424644-48b8-490f-9b67-71233c76e13d req-21a01c00-5c0e-423c-a9db-5c0ea2f35d65 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:44.257633 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bc424644-48b8-490f-9b67-71233c76e13d req-21a01c00-5c0e-423c-a9db-5c0ea2f35d65 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 944 time: 0.0664268 Aug 18 14:43:44.297037 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bc424644-48b8-490f-9b67-71233c76e13d req-d7a413a7-fdc6-46e4-98eb-60266d75b0a7 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332661 Aug 18 14:43:44.396743 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb47940-208f-4429-a1c7-d31347a42e56 req-8f217a3c-2a6a-4cfe-a9ee-94fed55a686d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:44.398185 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bfb47940-208f-4429-a1c7-d31347a42e56 req-8f217a3c-2a6a-4cfe-a9ee-94fed55a686d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0461774 Aug 18 14:43:44.434599 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bfb47940-208f-4429-a1c7-d31347a42e56 req-81dd5023-cba8-4f9d-bd04-2b8da3f0aaba tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302117 Aug 18 14:43:44.541397 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c1c85100-96f9-4f61-b4f4-691e7db56efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:44.790071 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf0431-2232-4996-943b-67eb5056cb9f req-ef48ee11-21d1-4a10-a52d-381e109c3604 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:44.791614 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b3cf0431-2232-4996-943b-67eb5056cb9f req-ef48ee11-21d1-4a10-a52d-381e109c3604 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 944 time: 0.0609450 Aug 18 14:43:44.859318 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b3cf0431-2232-4996-943b-67eb5056cb9f req-14858a62-9217-4be8-9aeb-6537f66c374d tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575149 Aug 18 14:43:44.867212 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae1385-5d84-46b9-8595-8d41c77d199b req-173fe992-ea92-41d7-8990-1d491d5cf3ec tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:44.868779 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-38ae1385-5d84-46b9-8595-8d41c77d199b req-173fe992-ea92-41d7-8990-1d491d5cf3ec tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.0758550 Aug 18 14:43:44.909100 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-38ae1385-5d84-46b9-8595-8d41c77d199b req-3354282d-6ceb-45f9-84f1-642c4a00bb44 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336816 Aug 18 14:43:45.032623 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddc351-a0a1-4ba8-81a3-42c8576e4173 req-24b12449-d71f-413a-8ccf-8b4a8c73e3bc tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:45.034151 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d1ddc351-a0a1-4ba8-81a3-42c8576e4173 req-24b12449-d71f-413a-8ccf-8b4a8c73e3bc tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0487175 Aug 18 14:43:45.073582 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d1ddc351-a0a1-4ba8-81a3-42c8576e4173 req-5ce24ab8-1746-4714-9e6a-8680bb4ae9e6 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330014 Aug 18 14:43:45.425225 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aee48-5d28-406d-9aa3-78a707cdb0a1 req-0d22805a-3719-48a9-bdc4-bbc669ef9127 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:45.426775 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ee1aee48-5d28-406d-9aa3-78a707cdb0a1 req-0d22805a-3719-48a9-bdc4-bbc669ef9127 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 944 time: 0.0619371 Aug 18 14:43:45.473985 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ee1aee48-5d28-406d-9aa3-78a707cdb0a1 req-aa2cb780-d274-40d5-bc0b-7192efb8709f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392127 Aug 18 14:43:45.571864 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d594e9-7d0e-4f8d-9fcf-894d2619f627 req-04d8fb91-b21f-407c-b500-52ae1c881e8c tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:45.573333 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c0d594e9-7d0e-4f8d-9fcf-894d2619f627 req-04d8fb91-b21f-407c-b500-52ae1c881e8c tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0495553 Aug 18 14:43:45.625877 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c0d594e9-7d0e-4f8d-9fcf-894d2619f627 req-68ba9b77-6c09-48f4-8ba9-c6ddc354b1ae tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459704 Aug 18 14:43:45.801249 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:43:45.976295 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7217a-13ef-4d3c-b94b-b6e14b52aa66 req-b456efd9-4ddf-41ed-acb4-fc7f36c355c4 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:45.977797 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f5b7217a-13ef-4d3c-b94b-b6e14b52aa66 req-b456efd9-4ddf-41ed-acb4-fc7f36c355c4 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 944 time: 0.0475090 Aug 18 14:43:46.013996 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f5b7217a-13ef-4d3c-b94b-b6e14b52aa66 req-8befd4e4-95c7-436c-9f04-39df99ff488f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303838 Aug 18 14:43:46.189305 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d7a2d-dd03-4f91-98b0-e9766615920b req-8027e7a2-a90c-4a8e-adee-17a76536836e tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:46.191537 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dc5d7a2d-dd03-4f91-98b0-e9766615920b req-8027e7a2-a90c-4a8e-adee-17a76536836e tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0514598 Aug 18 14:43:46.237177 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dc5d7a2d-dd03-4f91-98b0-e9766615920b req-d2b81aab-fec3-4f2e-8f65-62e41e0b806f tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387864 Aug 18 14:43:46.284170 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56948) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:46.402499 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 29f47394-5672-4e78-8c2a-922809dce60e up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:46.415221 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5fa85d1c-a2bb-4e6f-8d94-8e92b488c9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:46.467840 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port 29f47394-5672-4e78-8c2a-922809dce60e completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:46.473823 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 29f47394-5672-4e78-8c2a-922809dce60e triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:46.474984 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:46.529879 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5fa85d1c-a2bb-4e6f-8d94-8e92b488c9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:46.535200 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5fa85d1c-a2bb-4e6f-8d94-8e92b488c9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:46.593755 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:46.633678 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5fa85d1c-a2bb-4e6f-8d94-8e92b488c9f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c41decee5f0f46d3a113ceb6e25f812a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404257 Aug 18 14:43:46.633678 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa85d1c-a2bb-4e6f-8d94-8e92b488c9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4fb7bb-cc34-490f-a772-d4deed987810,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:46.634307 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56968) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:46.664734 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f47394-5672-4e78-8c2a-922809dce60e'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:46.670573 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17e3e06-52a7-4048-9d56-ccb2c614e912" -d '{"events": [{"server_uuid": "8c7e0ddb-421f-47b8-b869-15fca5f2b55c", "name": "network-vif-plugged", "status": "completed", "tag": "29f47394-5672-4e78-8c2a-922809dce60e"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:46.671588 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14286e37-9a65-40b3-b6d3-14ad1c2b9a3a req-62c47e66-402e-4431-8cb0-7eec84e3221e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:46.680648 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-14286e37-9a65-40b3-b6d3-14ad1c2b9a3a req-62c47e66-402e-4431-8cb0-7eec84e3221e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 944 time: 0.1011915 Aug 18 14:43:46.685088 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 29f47394-5672-4e78-8c2a-922809dce60e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=29f47394-5672-4e78-8c2a-922809dce60e,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:46.692466 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:46.694891 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:46.729499 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-14286e37-9a65-40b3-b6d3-14ad1c2b9a3a req-20add0fd-8536-4f1b-b05b-b13decd9c8f1 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479023 Aug 18 14:43:46.749288 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7865207d-a739-4a4b-aad4-0abc0b820df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:46.794347 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=29f47394-5672-4e78-8c2a-922809dce60e,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:46.808401 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7865207d-a739-4a4b-aad4-0abc0b820df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:46.870517 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:46.875582 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:46.877128 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:46.930795 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7865207d-a739-4a4b-aad4-0abc0b820df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:46.934041 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7865207d-a739-4a4b-aad4-0abc0b820df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:46.937400 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90097522-e6c0-4e5b-80f6-be5b25448866 x-openstack-request-id: req-90097522-e6c0-4e5b-80f6-be5b25448866 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:46.937765 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7e0ddb-421f-47b8-b869-15fca5f2b55c", "name": "network-vif-plugged", "status": "completed", "tag": "29f47394-5672-4e78-8c2a-922809dce60e", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:46.938384 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-90097522-e6c0-4e5b-80f6-be5b25448866 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:46.938535 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7865207d-a739-4a4b-aad4-0abc0b820df9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a4fb7bb-cc34-490f-a772-d4deed987810 HTTP/1.1" status: 204 len: 168 time: 0.3012309 Aug 18 14:43:46.938990 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f47394-5672-4e78-8c2a-922809dce60e', 'code': 200} Aug 18 14:43:46.950411 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865207d-a739-4a4b-aad4-0abc0b820df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4fb7bb-cc34-490f-a772-d4deed987810,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:46.962248 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af35db-07b7-40b5-b03e-9d22bee4ebb1 req-a8a4f885-8652-4838-bcdd-d60d48278ced tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:46.964092 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4af35db-07b7-40b5-b03e-9d22bee4ebb1 req-a8a4f885-8652-4838-bcdd-d60d48278ced tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.1052268 Aug 18 14:43:47.043761 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4af35db-07b7-40b5-b03e-9d22bee4ebb1 req-e6b8efe7-e2d0-405d-aee8-de1be8c646a7 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718298 Aug 18 14:43:47.105083 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.144411 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98117e73-0fc6-42b2-a57d-bb8a50a02993 req-54d3ed5e-914f-4d5b-8eae-bd0e342cad3c tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:47.145905 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-98117e73-0fc6-42b2-a57d-bb8a50a02993 req-54d3ed5e-914f-4d5b-8eae-bd0e342cad3c tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0573623 Aug 18 14:43:47.150678 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:47.158702 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.196825 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-98117e73-0fc6-42b2-a57d-bb8a50a02993 req-3f9b546a-5a69-422d-9b3f-c216fcd001ff tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435977 Aug 18 14:43:47.215802 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e88fadcf-57e4-40e8-ae40-1857dfe7bb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.223016 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:47.301894 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.321522 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09741c-4414-4885-aa50-bed4c60f8951 req-6b40c7fe-a4e2-4d5c-a5b6-ee8695ea71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:47.323099 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d09741c-4414-4885-aa50-bed4c60f8951 req-6b40c7fe-a4e2-4d5c-a5b6-ee8695ea71e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 1098 time: 0.0448184 Aug 18 14:43:47.344223 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 56992) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:47.359082 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4d52c18d-ff76-45dc-9e11-0578d9cce47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.375515 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3d09741c-4414-4885-aa50-bed4c60f8951 req-78bdeb55-d3f6-4e80-9eee-2deee76687c7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440559 Aug 18 14:43:47.459471 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4d52c18d-ff76-45dc-9e11-0578d9cce47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.463436 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4d52c18d-ff76-45dc-9e11-0578d9cce47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.502798 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-4d52c18d-ff76-45dc-9e11-0578d9cce47b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb932580ace44b4e8d9bcae1a2fe8d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574230 Aug 18 14:43:47.503738 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52c18d-ff76-45dc-9e11-0578d9cce47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88705274-ced9-4e92-99c6-b8e83c3b6eb8,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:47.505608 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 56998) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:47.561865 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2f8649b1-d8a7-4bf0-bd42-a1d452c4f9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.584168 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2f8649b1-d8a7-4bf0-bd42-a1d452c4f9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.631606 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2f8649b1-d8a7-4bf0-bd42-a1d452c4f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.634501 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2f8649b1-d8a7-4bf0-bd42-a1d452c4f9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.635639 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2f8649b1-d8a7-4bf0-bd42-a1d452c4f9fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88705274-ced9-4e92-99c6-b8e83c3b6eb8 HTTP/1.1" status: 204 len: 168 time: 0.1290686 Aug 18 14:43:47.643976 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8649b1-d8a7-4bf0-bd42-a1d452c4f9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88705274-ced9-4e92-99c6-b8e83c3b6eb8,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:47.780292 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57010) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:47.846643 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5289-a29d-48b1-8b87-35aabb5c94de req-2d5d0fdd-6288-4183-9d20-44fb3de81bf9 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:47.848163 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-63df5289-a29d-48b1-8b87-35aabb5c94de req-2d5d0fdd-6288-4183-9d20-44fb3de81bf9 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0512698 Aug 18 14:43:47.892397 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-63df5289-a29d-48b1-8b87-35aabb5c94de req-aec5f534-736e-4ee2-8976-b1c0cd806bd2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Aug 18 14:43:47.896043 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ee938f48-32b7-4939-aad3-61db87915542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:47.949090 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.021040 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ee938f48-32b7-4939-aad3-61db87915542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.025280 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ee938f48-32b7-4939-aad3-61db87915542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.067011 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ee938f48-32b7-4939-aad3-61db87915542 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67c2af59bccc425692b0f5bb86e3924d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855506 Aug 18 14:43:48.068771 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57034) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:48.070036 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee938f48-32b7-4939-aad3-61db87915542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973d6002-d1e0-4485-91f1-c6b4e9cc61ec,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:48.149776 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb07e-9b43-476f-bb50-ff35271c5100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.183509 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb07e-9b43-476f-bb50-ff35271c5100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.267180 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a327fa-4eb4-4a82-8881-c09f6aab8a72 req-0fde101d-2d38-4030-879c-1826bc4ab786 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:48.268967 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c8a327fa-4eb4-4a82-8881-c09f6aab8a72 req-0fde101d-2d38-4030-879c-1826bc4ab786 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0890012 Aug 18 14:43:48.304566 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb07e-9b43-476f-bb50-ff35271c5100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.307187 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9c7cb07e-9b43-476f-bb50-ff35271c5100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.310778 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9c7cb07e-9b43-476f-bb50-ff35271c5100 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/973d6002-d1e0-4485-91f1-c6b4e9cc61ec HTTP/1.1" status: 204 len: 168 time: 0.2384927 Aug 18 14:43:48.326816 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cb07e-9b43-476f-bb50-ff35271c5100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973d6002-d1e0-4485-91f1-c6b4e9cc61ec,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:48.350834 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c8a327fa-4eb4-4a82-8881-c09f6aab8a72 req-62183bd6-1a34-40de-83f5-27af51e3e773 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661025 Aug 18 14:43:48.423484 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d53c746d-33e4-4c87-86cf-31ffa51949ae details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:43:48.500818 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e56e8-c94c-4dfb-8081-40cb9b56718d req-301b9b8c-960e-4149-be8d-9094a74eaa80 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:48.503313 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ac9e56e8-c94c-4dfb-8081-40cb9b56718d req-301b9b8c-960e-4149-be8d-9094a74eaa80 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0829334 Aug 18 14:43:48.587165 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ac9e56e8-c94c-4dfb-8081-40cb9b56718d req-db20205f-722f-403f-b9cb-a98f53ad5d6a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711949 Aug 18 14:43:48.587388 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:48.614327 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'port_id': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'mac_address': 'fa:16:3e:c3:28:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:43:48.660304 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.674024 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53c746d-33e4-4c87-86cf-31ffa51949ae {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:43:48.696177 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:48.700402 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.755583 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=d53c746d-33e4-4c87-86cf-31ffa51949ae,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:48.789499 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57068) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:48.803868 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b9683184-697d-4fe6-b648-975c0fdae9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.901719 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b9683184-697d-4fe6-b648-975c0fdae9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.905852 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b9683184-697d-4fe6-b648-975c0fdae9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:48.940374 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb933526-3ede-4e15-a6d6-24ba54b2ef53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:48.943047 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59901e5-3832-4ab6-8099-43bc16e718be" -d '{"events": [{"server_uuid": "cb933526-3ede-4e15-a6d6-24ba54b2ef53", "name": "network-vif-plugged", "status": "completed", "tag": "a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:48.952139 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9683184-697d-4fe6-b648-975c0fdae9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d6b4f7-499c-401c-8d1f-baff7bda1d0e,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:48.960077 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b9683184-697d-4fe6-b648-975c0fdae9ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fefe1b3b8d99418da3aff76643ca92b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687312 Aug 18 14:43:48.963046 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57076) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:48.999805 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f716db-f4fc-48f5-8365-a125f6e8d29c x-openstack-request-id: req-96f716db-f4fc-48f5-8365-a125f6e8d29c {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:49.000276 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb933526-3ede-4e15-a6d6-24ba54b2ef53", "name": "network-vif-plugged", "status": "completed", "tag": "a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:49.000377 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-96f716db-f4fc-48f5-8365-a125f6e8d29c {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:49.000751 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb933526-3ede-4e15-a6d6-24ba54b2ef53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d', 'code': 200} Aug 18 14:43:49.057701 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747101a-71a6-4c10-9278-abd07612f99c req-d9b23fad-8d9e-4caf-b0d2-9fe0621dd079 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:49.059275 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2747101a-71a6-4c10-9278-abd07612f99c req-d9b23fad-8d9e-4caf-b0d2-9fe0621dd079 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0789285 Aug 18 14:43:49.060616 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-238ba4dc-2c0a-42f4-8993-1f573c682838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:49.099286 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-238ba4dc-2c0a-42f4-8993-1f573c682838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:49.138912 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2747101a-71a6-4c10-9278-abd07612f99c req-b5acf91c-c03c-4828-98a6-70365e1b6a0f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667453 Aug 18 14:43:49.181445 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-238ba4dc-2c0a-42f4-8993-1f573c682838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:49.184590 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-238ba4dc-2c0a-42f4-8993-1f573c682838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:49.186471 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-238ba4dc-2c0a-42f4-8993-1f573c682838 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02d6b4f7-499c-401c-8d1f-baff7bda1d0e HTTP/1.1" status: 204 len: 168 time: 0.2215736 Aug 18 14:43:49.194688 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ba4dc-2c0a-42f4-8993-1f573c682838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d6b4f7-499c-401c-8d1f-baff7bda1d0e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:49.325295 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a8ff0-c2b5-4616-95be-fe98a79ff7e7 req-08e0c6ea-d3d2-4426-ba4e-42055a4a295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:49.328343 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['d53c746d-33e4-4c87-86cf-31ffa51949ae'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:43:49.328598 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0c7a8ff0-c2b5-4616-95be-fe98a79ff7e7 req-08e0c6ea-d3d2-4426-ba4e-42055a4a295b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 1098 time: 0.0419264 Aug 18 14:43:49.410297 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0c7a8ff0-c2b5-4616-95be-fe98a79ff7e7 req-f90ff98e-9d90-441d-88ad-8c1730542794 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606880 Aug 18 14:43:49.502659 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cde896-50e5-47c8-9d6f-7ed577eb3966 req-88461c85-662a-42e2-a567-bd837dc40f4b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:49.504462 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e5cde896-50e5-47c8-9d6f-7ed577eb3966 req-88461c85-662a-42e2-a567-bd837dc40f4b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.0592532 Aug 18 14:43:49.562880 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e5cde896-50e5-47c8-9d6f-7ed577eb3966 req-6967ef56-886a-499f-9484-d110df5924f5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459695 Aug 18 14:43:49.716595 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e4349-155b-4ae9-a10c-1dff457f2349 req-a2d9e407-c4f1-4da1-91f5-22d3e08f45a2 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:49.724639 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b53e4349-155b-4ae9-a10c-1dff457f2349 req-a2d9e407-c4f1-4da1-91f5-22d3e08f45a2 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0664866 Aug 18 14:43:49.773365 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b53e4349-155b-4ae9-a10c-1dff457f2349 req-0487a489-35ea-4cf0-a8bf-abed5b312358 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434296 Aug 18 14:43:49.968404 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e049171-fa4f-46f6-bf5c-63f9776afe8b req-37437913-f1f2-429d-bf22-cf62b205ef23 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:49.969983 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2e049171-fa4f-46f6-bf5c-63f9776afe8b req-37437913-f1f2-429d-bf22-cf62b205ef23 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0528123 Aug 18 14:43:49.981515 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57146) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:49.987225 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-6788bb41-125e-4114-8e1f-d51287371c74 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'floatingip': {'port_id': '29f47394-5672-4e78-8c2a-922809dce60e'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:50.063079 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6788bb41-125e-4114-8e1f-d51287371c74 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.094308 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.144311 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57156) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:50.322323 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb8ef-6f26-4a54-a0ef-128ad2321f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.430487 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb8ef-6f26-4a54-a0ef-128ad2321f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.436915 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb8ef-6f26-4a54-a0ef-128ad2321f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.478004 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0c0fb8ef-6f26-4a54-a0ef-128ad2321f7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51cc9c1bd92a47b585829e5d4a9e706a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297482 Aug 18 14:43:50.478004 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fb8ef-6f26-4a54-a0ef-128ad2321f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a54dd1-5aed-400b-a34f-459ba38a6c50,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:50.479583 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57170) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:50.481244 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcf324-444f-4a6a-af27-82cc0ec9e6fe req-02df63a7-e59b-49cc-9b71-f98d596294eb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:50.482853 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d0fcf324-444f-4a6a-af27-82cc0ec9e6fe req-02df63a7-e59b-49cc-9b71-f98d596294eb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.1041174 Aug 18 14:43:50.533104 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1591e67d-83cc-4de4-b936-1e477f8707f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.559228 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1591e67d-83cc-4de4-b936-1e477f8707f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.582622 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d0fcf324-444f-4a6a-af27-82cc0ec9e6fe req-b4d27074-9751-4b06-ba63-0e66dda3b148 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837643 Aug 18 14:43:50.635986 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1591e67d-83cc-4de4-b936-1e477f8707f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.638556 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1591e67d-83cc-4de4-b936-1e477f8707f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:50.639727 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1591e67d-83cc-4de4-b936-1e477f8707f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7a54dd1-5aed-400b-a34f-459ba38a6c50 HTTP/1.1" status: 204 len: 168 time: 0.1589062 Aug 18 14:43:50.649106 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591e67d-83cc-4de4-b936-1e477f8707f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a54dd1-5aed-400b-a34f-459ba38a6c50,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:50.877086 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf89a6c-ef3b-4d72-bb4b-f0f1441ffd4b req-f03f4522-0ed2-459e-8c9e-046b2028310d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:50.878621 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-eaf89a6c-ef3b-4d72-bb4b-f0f1441ffd4b req-f03f4522-0ed2-459e-8c9e-046b2028310d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.2156377 Aug 18 14:43:51.006694 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57198) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:51.008960 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-eaf89a6c-ef3b-4d72-bb4b-f0f1441ffd4b req-e58a685c-c948-4d38-91d7-210861920ec9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162784 Aug 18 14:43:51.023595 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6bf34082-8b15-4b32-b517-74f5790c58b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.043024 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.db.resource_extend [None req-6788bb41-125e-4114-8e1f-d51287371c74 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:43:51.154096 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6788bb41-125e-4114-8e1f-d51287371c74 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.160244 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6788bb41-125e-4114-8e1f-d51287371c74 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.172859 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6bf34082-8b15-4b32-b517-74f5790c58b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.179379 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6bf34082-8b15-4b32-b517-74f5790c58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.217548 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf34082-8b15-4b32-b517-74f5790c58b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde1475b-570b-4fe3-9d02-75c0a3fcb25c,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:51.241093 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6bf34082-8b15-4b32-b517-74f5790c58b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e330a8d7687f4c6fb15227e863d6978d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329512 Aug 18 14:43:51.242144 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57212) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:51.325294 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e6b35ff9-02e5-479e-90ef-bbc179ddec4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.331685 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-6788bb41-125e-4114-8e1f-d51287371c74 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Floating IP 7095b405-61a4-4dac-a6ac-84ed80ec86aa associated. External IP: 172.27.0.227, port: 29f47394-5672-4e78-8c2a-922809dce60e. Aug 18 14:43:51.360076 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e6b35ff9-02e5-479e-90ef-bbc179ddec4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.416676 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e6b35ff9-02e5-479e-90ef-bbc179ddec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.419590 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57218) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:51.419919 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e6b35ff9-02e5-479e-90ef-bbc179ddec4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.423755 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e6b35ff9-02e5-479e-90ef-bbc179ddec4d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bde1475b-570b-4fe3-9d02-75c0a3fcb25c HTTP/1.1" status: 204 len: 168 time: 0.1781957 Aug 18 14:43:51.429083 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b35ff9-02e5-479e-90ef-bbc179ddec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde1475b-570b-4fe3-9d02-75c0a3fcb25c,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:51.579329 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6788bb41-125e-4114-8e1f-d51287371c74 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Router 244edcda-be09-4e9a-8bb1-cc16307a7d13 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:43:51.746755 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0dfcef13-bc95-4054-a1d3-481d89006b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.783115 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14aa02-f00e-46cd-ac94-63f3fedc674a req-63b3e3f9-f985-4d61-9908-d015fd8dd110 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:51.784650 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4a14aa02-f00e-46cd-ac94-63f3fedc674a req-63b3e3f9-f985-4d61-9908-d015fd8dd110 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.1212692 Aug 18 14:43:51.788219 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6788bb41-125e-4114-8e1f-d51287371c74 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:51.793894 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6788bb41-125e-4114-8e1f-d51287371c74 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.804244 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df47a3-f432-40a8-aeeb-3be9997bf3dc None None] Sync routers for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:51.815206 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df47a3-f432-40a8-aeeb-3be9997bf3dc None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:51.815973 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-15df47a3-f432-40a8-aeeb-3be9997bf3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:43:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:51.855063 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6788bb41-125e-4114-8e1f-d51287371c74 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "PUT /v2.0/floatingips/7095b405-61a4-4dac-a6ac-84ed80ec86aa HTTP/1.1" status: 200 len: 991 time: 1.8724620 Aug 18 14:43:51.928148 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-15df47a3-f432-40a8-aeeb-3be9997bf3dc None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:51.932153 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'tag': '29f47394-5672-4e78-8c2a-922809dce60e'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:51.934934 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7e0ddb-421f-47b8-b869-15fca5f2b55c", "tag": "29f47394-5672-4e78-8c2a-922809dce60e"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:51.940905 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4a14aa02-f00e-46cd-ac94-63f3fedc674a req-5806fdc3-c28f-4504-8c64-4bc03cd17e5f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447275 Aug 18 14:43:51.958343 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0dfcef13-bc95-4054-a1d3-481d89006b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:51.966196 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0dfcef13-bc95-4054-a1d3-481d89006b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:52.181727 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e req-4f7e1078-a603-4f53-a8e5-346dfbb16ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:52.186396 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e req-4f7e1078-a603-4f53-a8e5-346dfbb16ca6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 1098 time: 0.0979342 Aug 18 14:43:52.215895 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9078242a-d64a-4001-9595-951c580c5260 x-openstack-request-id: req-9078242a-d64a-4001-9595-951c580c5260 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:52.216248 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7e0ddb-421f-47b8-b869-15fca5f2b55c", "tag": "29f47394-5672-4e78-8c2a-922809dce60e", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:52.216500 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9078242a-d64a-4001-9595-951c580c5260 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:52.216967 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'tag': '29f47394-5672-4e78-8c2a-922809dce60e', 'status': 'completed', 'code': 200} Aug 18 14:43:52.255322 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0dfcef13-bc95-4054-a1d3-481d89006b8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f97ad740b95e4286baa04c2777b7378e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8346784 Aug 18 14:43:52.256992 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcef13-bc95-4054-a1d3-481d89006b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c6b7ed-e4e9-48e5-91c4-0f271df3323e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:52.259486 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57258) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:52.269337 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-15df47a3-f432-40a8-aeeb-3be9997bf3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '7095b405-61a4-4dac-a6ac-84ed80ec86aa', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'port_id': '29f47394-5672-4e78-8c2a-922809dce60e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'mac_address': 'fa:16:3e:31:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:43:21Z', 'updated_at': '2021-08-18T14:43:50Z', 'revision_number': 1, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:52.299628 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9ab25-9a16-4ba9-a114-8d9093661bda req-d1953a4e-e4ab-4cff-a1ba-02fd609cd2a4 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:52.301292 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f9f9ab25-9a16-4ba9-a114-8d9093661bda req-d1953a4e-e4ab-4cff-a1ba-02fd609cd2a4 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.0875466 Aug 18 14:43:52.305220 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df47a3-f432-40a8-aeeb-3be9997bf3dc None None] Checking router: 244edcda-be09-4e9a-8bb1-cc16307a7d13 for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:52.315455 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df47a3-f432-40a8-aeeb-3be9997bf3dc None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:52.317097 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-15df47a3-f432-40a8-aeeb-3be9997bf3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:43:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:52.356326 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3178ba02-74cc-4c7f-8697-c232f183d142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:52.423187 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f9f9ab25-9a16-4ba9-a114-8d9093661bda req-7c3fc22a-8bfc-44b0-ac5d-e9632cbf0fb0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058078 Aug 18 14:43:52.426335 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3178ba02-74cc-4c7f-8697-c232f183d142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:52.442999 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d53c746d-33e4-4c87-86cf-31ffa51949ae up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:43:52.444707 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-15df47a3-f432-40a8-aeeb-3be9997bf3dc None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:52.465811 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c8e89-7be6-4272-8c3b-17680d5e44f8 req-baa124cd-a4db-4b58-9b76-ffa29955a4a4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:52.467494 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-220c8e89-7be6-4272-8c3b-17680d5e44f8 req-baa124cd-a4db-4b58-9b76-ffa29955a4a4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.1092193 Aug 18 14:43:52.525373 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port d53c746d-33e4-4c87-86cf-31ffa51949ae completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:43:52.543600 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port d53c746d-33e4-4c87-86cf-31ffa51949ae triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:52.544171 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:52.561035 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3178ba02-74cc-4c7f-8697-c232f183d142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:52.563759 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3178ba02-74cc-4c7f-8697-c232f183d142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:52.564945 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3178ba02-74cc-4c7f-8697-c232f183d142 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/84c6b7ed-e4e9-48e5-91c4-0f271df3323e HTTP/1.1" status: 204 len: 168 time: 0.3042579 Aug 18 14:43:52.575335 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-220c8e89-7be6-4272-8c3b-17680d5e44f8 req-5cc3039d-057c-4208-ad52-433821fb5ec2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978143 Aug 18 14:43:52.587095 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178ba02-74cc-4c7f-8697-c232f183d142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c6b7ed-e4e9-48e5-91c4-0f271df3323e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:52.710174 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:52.747075 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:52.752272 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716eaf91-9f39-4fa8-9b98-d56c5f171e4a" -d '{"events": [{"server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "name": "network-vif-plugged", "status": "completed", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:52.784390 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:43:52.795827 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:52.832104 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d953fb9-f5b7-461e-98e5-9671ba87918a req-0f43326b-f051-4022-8f27-eb9f6e9e8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:52.833600 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6d953fb9-f5b7-461e-98e5-9671ba87918a req-0f43326b-f051-4022-8f27-eb9f6e9e8cc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 1098 time: 0.4480252 Aug 18 14:43:52.844101 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e req-b6c8e29f-2022-4367-891e-8d4f987b1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:52.846606 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e req-b6c8e29f-2022-4367-891e-8d4f987b1fd5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 910 time: 0.6484144 Aug 18 14:43:52.857262 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d9da4c-26ce-49fd-b0f4-cbf11410221b x-openstack-request-id: req-72d9da4c-26ce-49fd-b0f4-cbf11410221b {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:43:52.858044 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "name": "network-vif-plugged", "status": "completed", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:43:52.858585 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-72d9da4c-26ce-49fd-b0f4-cbf11410221b {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:43:52.859194 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'code': 200} Aug 18 14:43:52.935739 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=d53c746d-33e4-4c87-86cf-31ffa51949ae,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:52.957792 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-15df47a3-f432-40a8-aeeb-3be9997bf3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '7095b405-61a4-4dac-a6ac-84ed80ec86aa', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'port_id': '29f47394-5672-4e78-8c2a-922809dce60e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'mac_address': 'fa:16:3e:31:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:43:21Z', 'updated_at': '2021-08-18T14:43:50Z', 'revision_number': 1, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:52.995673 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df47a3-f432-40a8-aeeb-3be9997bf3dc None None] The sync data for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi is: [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '7095b405-61a4-4dac-a6ac-84ed80ec86aa', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'port_id': '29f47394-5672-4e78-8c2a-922809dce60e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'mac_address': 'fa:16:3e:31:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:43:21Z', 'updated_at': '2021-08-18T14:43:50Z', 'revision_number': 1, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:53.239860 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d953fb9-f5b7-461e-98e5-9671ba87918a req-7552a2d8-c54b-473a-a443-5a3616ea563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:53.242412 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6d953fb9-f5b7-461e-98e5-9671ba87918a req-7552a2d8-c54b-473a-a443-5a3616ea563d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 919 time: 0.3751817 Aug 18 14:43:53.244645 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e req-5be53cb3-03ee-4757-aa61-294134301ffc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f47394-5672-4e78-8c2a-922809dce60e HTTP/1.1" status: 200 len: 999 time: 0.2264495 Aug 18 14:43:53.256760 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903136c8-1ffd-479f-89e2-b2f27cf6d49f req-9fd411f4-a907-4659-9099-f979e7269b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:53.258468 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-903136c8-1ffd-479f-89e2-b2f27cf6d49f req-9fd411f4-a907-4659-9099-f979e7269b89 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 1098 time: 0.0598547 Aug 18 14:43:53.260574 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57288) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:53.273908 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-80452d46-190e-438b-bc69-5fb58b9ed57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.296661 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b1c6c1-f3f2-40a6-965b-320f4b55f035 None None] New status for floating IP 7095b405-61a4-4dac-a6ac-84ed80ec86aa: ACTIVE {{(pid=100501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:43:53.338011 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-903136c8-1ffd-479f-89e2-b2f27cf6d49f req-070d2611-dab9-4862-aac1-fa8de6bc7fe2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557902 Aug 18 14:43:53.346365 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6d953fb9-f5b7-461e-98e5-9671ba87918a req-404a6c01-7add-4383-9c45-6dafc55dbc11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d HTTP/1.1" status: 200 len: 217 time: 0.0688593 Aug 18 14:43:53.365772 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e req-81e58aa5-7d4b-4826-a40b-b70f8ca6b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:53.367315 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e req-81e58aa5-7d4b-4826-a40b-b70f8ca6b109 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 200 len: 848 time: 0.0820930 Aug 18 14:43:53.404528 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-80452d46-190e-438b-bc69-5fb58b9ed57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.408272 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-80452d46-190e-438b-bc69-5fb58b9ed57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.452584 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-80452d46-190e-438b-bc69-5fb58b9ed57a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=199f9a189c074ea899004637288e11dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885104 Aug 18 14:43:53.452584 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80452d46-190e-438b-bc69-5fb58b9ed57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20857aef-ec1e-4aa1-bc09-4c4f5c31c86a,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:53.453439 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57292) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:53.513790 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-779f89e9-9845-4912-922f-60fd864dff87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.537690 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-779f89e9-9845-4912-922f-60fd864dff87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.577701 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caeeddb-ae85-4270-8320-7e15b79383b2 req-7baea5a5-9902-4af7-abd4-1ca6539fdb29 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:53.579511 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7caeeddb-ae85-4270-8320-7e15b79383b2 req-7baea5a5-9902-4af7-abd4-1ca6539fdb29 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0510259 Aug 18 14:43:53.586526 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-779f89e9-9845-4912-922f-60fd864dff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.589443 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-779f89e9-9845-4912-922f-60fd864dff87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.593497 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-779f89e9-9845-4912-922f-60fd864dff87 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20857aef-ec1e-4aa1-bc09-4c4f5c31c86a HTTP/1.1" status: 204 len: 168 time: 0.1361537 Aug 18 14:43:53.599502 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f89e9-9845-4912-922f-60fd864dff87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20857aef-ec1e-4aa1-bc09-4c4f5c31c86a,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:53.631350 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7caeeddb-ae85-4270-8320-7e15b79383b2 req-2aea2a3f-a188-4032-9400-10848f2955d8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450728 Aug 18 14:43:53.710748 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80053c08-218f-4049-8bd3-ce5931f7d5e4 req-385164aa-a362-408c-a8b7-d8da8805987c tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:53.712324 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-80053c08-218f-4049-8bd3-ce5931f7d5e4 req-385164aa-a362-408c-a8b7-d8da8805987c tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0474198 Aug 18 14:43:53.752401 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-80053c08-218f-4049-8bd3-ce5931f7d5e4 req-975c6f23-4226-4dc9-9730-50f81e9d8800 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Aug 18 14:43:53.919027 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d953fb9-f5b7-461e-98e5-9671ba87918a req-0674387b-0bc8-4fb2-b869-843dc3e87ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:53.920498 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6d953fb9-f5b7-461e-98e5-9671ba87918a req-0674387b-0bc8-4fb2-b869-843dc3e87ecd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fb8dbdf-e623-4b18-a596-69a9d3196b83 HTTP/1.1" status: 200 len: 858 time: 0.0790865 Aug 18 14:43:53.927074 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e req-eb7b6e2d-a0b0-4a15-b58a-641371fdf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:53.928458 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e req-eb7b6e2d-a0b0-4a15-b58a-641371fdf28f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f453827-31cb-4cd9-a35c-9030c6070e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0792353 Aug 18 14:43:54.034375 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6d953fb9-f5b7-461e-98e5-9671ba87918a req-a57c8b3c-00cf-4d7e-ba3d-af009a9674be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9b012c8-804e-4f07-9a16-9c0f8924483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650551 Aug 18 14:43:54.131134 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e req-4833d5e4-ddf0-495b-b34a-705fcf3d8333 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540036 Aug 18 14:43:54.214997 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6d953fb9-f5b7-461e-98e5-9671ba87918a req-52950030-b33e-455a-810d-d6ea0dbf74f0 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628723 Aug 18 14:43:54.326962 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab385e29-e4ff-4325-a7b6-bf1fd7f00b9e req-60e84080-ba3e-4991-b288-8288acaff52f service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785331 Aug 18 14:43:54.361732 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6d953fb9-f5b7-461e-98e5-9671ba87918a req-e585ebc2-7b1e-4f8a-bd22-3962f0c48c63 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300747 Aug 18 14:43:54.756878 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19bb08-6aa2-4400-adfd-6d788b2593d0 req-0f8485bc-79c3-427d-b360-aea28d6498c9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:54.758495 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1c19bb08-6aa2-4400-adfd-6d788b2593d0 req-0f8485bc-79c3-427d-b360-aea28d6498c9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0521293 Aug 18 14:43:54.809064 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1c19bb08-6aa2-4400-adfd-6d788b2593d0 req-919641fc-076d-4e0c-9977-895b0e8124ce tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426633 Aug 18 14:43:54.894369 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec998e1-004a-4ec9-a6d8-504b69532450 req-3176fada-8557-4fc1-b6d7-6fddaad28918 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:54.895876 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2ec998e1-004a-4ec9-a6d8-504b69532450 req-3176fada-8557-4fc1-b6d7-6fddaad28918 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0469046 Aug 18 14:43:54.936790 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2ec998e1-004a-4ec9-a6d8-504b69532450 req-9ea842b3-afd1-426f-ad44-5442bba0bce1 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322773 Aug 18 14:43:55.945539 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f2a92-833c-4479-aeba-c6f11710cb57 req-bdaf2056-40c3-4b2a-88c5-d29263b7d90f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:55.946147 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57414) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:55.947120 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fb5f2a92-833c-4479-aeba-c6f11710cb57 req-bdaf2056-40c3-4b2a-88c5-d29263b7d90f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0495603 Aug 18 14:43:55.989503 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fb5f2a92-833c-4479-aeba-c6f11710cb57 req-06eec46c-0e4b-49b4-ae88-017b487364b5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362289 Aug 18 14:43:55.991487 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4c707b-0866-42a4-83b9-3b608316945f admin admin] Deleting subnet 069284f5-c1f8-418d-8d3f-5d7d516c641b {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:43:55.994862 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5b4c707b-0866-42a4-83b9-3b608316945f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.046610 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5b4c707b-0866-42a4-83b9-3b608316945f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3789213'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.056978 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5b510-d3a3-45a9-8785-1dfbf7a5a151 req-5b0b564f-f989-4ec4-8692-fe7bc8d0c836 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:56.058804 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0ed5b510-d3a3-45a9-8785-1dfbf7a5a151 req-5b0b564f-f989-4ec4-8692-fe7bc8d0c836 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0547700 Aug 18 14:43:56.092034 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5b4c707b-0866-42a4-83b9-3b608316945f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.128413 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0ed5b510-d3a3-45a9-8785-1dfbf7a5a151 req-d9ab801f-378d-4607-8210-938e998d993d tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577977 Aug 18 14:43:56.137257 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b7ef1-2323-44ed-9bf3-454ad5f04d2f req-e26fde10-48d9-4262-8a30-b29b7863b669 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:56.138981 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-764b7ef1-2323-44ed-9bf3-454ad5f04d2f req-e26fde10-48d9-4262-8a30-b29b7863b669 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0773644 Aug 18 14:43:56.148588 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57420) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:56.155353 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-543aa42a-211e-4cb8-a007-1ae7a54f4192 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'floatingip': {'port_id': 'd53c746d-33e4-4c87-86cf-31ffa51949ae'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:56.219778 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5b4c707b-0866-42a4-83b9-3b608316945f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4181407'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.232840 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-543aa42a-211e-4cb8-a007-1ae7a54f4192 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.257730 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c707b-0866-42a4-83b9-3b608316945f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069284f5-c1f8-418d-8d3f-5d7d516c641b,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:56.284719 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5b4c707b-0866-42a4-83b9-3b608316945f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.286606 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5b4c707b-0866-42a4-83b9-3b608316945f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/069284f5-c1f8-418d-8d3f-5d7d516c641b HTTP/1.1" status: 204 len: 168 time: 0.3398185 Aug 18 14:43:56.289608 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57424) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:56.356306 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.437022 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.447183 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad98b7d9-54b5-49e7-a8d9-692f30f7c52e']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:56.456439 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688530a6-d150-4bd0-8762-82f1bb5c0641') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:56.456739 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688530a6-d150-4bd0-8762-82f1bb5c0641') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:56.465136 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3614004'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.479341 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.485869 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:43:56.486892 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3613873'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: timer() Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: cb(*args, **kw) Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: self._notify() Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: self.callback(batched_events) Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: event.method(event) Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._get(url).json() Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:43:56.489149 dv-cinder-788365-10-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:43:56.547106 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.554549 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.559259 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] 10.222.0.38 "DELETE /v2.0/networks/ad98b7d9-54b5-49e7-a8d9-692f30f7c52e HTTP/1.1" status: 204 len: 168 time: 0.2657707 Aug 18 14:43:56.559259 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57428) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:56.594064 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efcb2f-91ca-49fc-98fd-e01bddf2b62d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad98b7d9-54b5-49e7-a8d9-692f30f7c52e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:56.619926 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-117b31cb-d103-4a8c-a123-dca4bc1578bd admin admin] Deleting subnet f5d48dac-a1c5-4bfe-9ba6-d21b0a90e589 {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:43:56.623071 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-117b31cb-d103-4a8c-a123-dca4bc1578bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.658547 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-117b31cb-d103-4a8c-a123-dca4bc1578bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3614013'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.697636 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-117b31cb-d103-4a8c-a123-dca4bc1578bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.755124 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-117b31cb-d103-4a8c-a123-dca4bc1578bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3613971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3164302'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.782133 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b31cb-d103-4a8c-a123-dca4bc1578bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d48dac-a1c5-4bfe-9ba6-d21b0a90e589,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:56.784581 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-117b31cb-d103-4a8c-a123-dca4bc1578bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.788990 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-117b31cb-d103-4a8c-a123-dca4bc1578bd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f5d48dac-a1c5-4bfe-9ba6-d21b0a90e589 HTTP/1.1" status: 204 len: 168 time: 0.2287920 Aug 18 14:43:56.792658 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57434) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:56.868696 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.952574 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.963587 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f678d3cc-3ec2-4556-9ca6-676a64fe601e']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:56.974576 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e44b1ef-eb91-4733-ae03-054eeb319646') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:56.974881 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e44b1ef-eb91-4733-ae03-054eeb319646') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:56.983715 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3614004'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.997105 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.003111 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:43:57.003500 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3613873'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: timer() Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: cb(*args, **kw) Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: self._notify() Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: self.callback(batched_events) Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: event.method(event) Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._get(url).json() Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:43:57.005224 dv-cinder-788365-10-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:43:57.008025 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.db.resource_extend [None req-543aa42a-211e-4cb8-a007-1ae7a54f4192 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:43:57.057788 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.062703 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.064685 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f678d3cc-3ec2-4556-9ca6-676a64fe601e HTTP/1.1" status: 204 len: 168 time: 0.2708051 Aug 18 14:43:57.082159 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c838dd9-3987-4d45-b564-2b2df6bf6ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f678d3cc-3ec2-4556-9ca6-676a64fe601e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:57.091255 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-543aa42a-211e-4cb8-a007-1ae7a54f4192 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.095112 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-543aa42a-211e-4cb8-a007-1ae7a54f4192 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.197562 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-543aa42a-211e-4cb8-a007-1ae7a54f4192 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Floating IP 2fdf9a2c-168d-4e70-998b-8fae0beb045d associated. External IP: 172.27.0.52, port: d53c746d-33e4-4c87-86cf-31ffa51949ae. Aug 18 14:43:57.247751 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57444) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:57.253998 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09b31-a766-4b85-a168-f5cbf6218bf9 req-fa74cfb4-2466-4ec7-87eb-f687941056c2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:57.260579 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-deb09b31-a766-4b85-a168-f5cbf6218bf9 req-fa74cfb4-2466-4ec7-87eb-f687941056c2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0586565 Aug 18 14:43:57.296667 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-deb09b31-a766-4b85-a168-f5cbf6218bf9 req-888d1ec8-b898-4ab7-8955-4b2fbb889d09 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352256 Aug 18 14:43:57.334380 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9787d583-8970-4dd0-a1f4-67a1f6300e04 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=02d3b13c61d64943a49bd0c7b7ef88ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838301 Aug 18 14:43:57.337027 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57446) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:57.385402 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ca83c187-66e3-410a-8cbd-42423916c415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.406615 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ca83c187-66e3-410a-8cbd-42423916c415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.445479 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543aa42a-211e-4cb8-a007-1ae7a54f4192 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Router 0700a700-108e-4163-aafb-fa0e92dc4ceb has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:43:57.454788 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ca83c187-66e3-410a-8cbd-42423916c415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.457371 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ca83c187-66e3-410a-8cbd-42423916c415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.458621 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ca83c187-66e3-410a-8cbd-42423916c415 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/14fd1b6e-a5f5-4a58-8044-3225badf7ef9 HTTP/1.1" status: 204 len: 168 time: 0.1205444 Aug 18 14:43:57.466301 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83c187-66e3-410a-8cbd-42423916c415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fd1b6e-a5f5-4a58-8044-3225badf7ef9,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:57.554334 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543aa42a-211e-4cb8-a007-1ae7a54f4192 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:43:57.559338 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-543aa42a-211e-4cb8-a007-1ae7a54f4192 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.564409 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845567a1-af9e-4356-8606-65763d13793e None None] Sync routers for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:43:57.573787 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845567a1-af9e-4356-8606-65763d13793e None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:57.574623 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-845567a1-af9e-4356-8606-65763d13793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:43:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:57.593934 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-543aa42a-211e-4cb8-a007-1ae7a54f4192 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "PUT /v2.0/floatingips/2fdf9a2c-168d-4e70-998b-8fae0beb045d HTTP/1.1" status: 200 len: 990 time: 1.4442647 Aug 18 14:43:57.594614 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:43:57.598267 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d469b954-5091-436d-9e4c-1d2598133497" -d '{"events": [{"name": "network-changed", "server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:43:57.682794 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-845567a1-af9e-4356-8606-65763d13793e None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:57.795580 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57460) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:57.836890 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-23ad661b-bfd5-4705-a32e-ff66b3454285 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f415cc398594c68a3dc1b920f65821f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378373 Aug 18 14:43:57.837220 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57462) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:57.886781 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9a2d-a8fc-45ac-bec7-cd74de55c726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.910718 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9a2d-a8fc-45ac-bec7-cd74de55c726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.935315 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-845567a1-af9e-4356-8606-65763d13793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '2fdf9a2c-168d-4e70-998b-8fae0beb045d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'port_id': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'mac_address': 'fa:16:3e:c3:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:43:24Z', 'updated_at': '2021-08-18T14:43:56Z', 'revision_number': 1, 'project_id': 'cb2575290eb748debff661a297f0d651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:57.956422 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9a2d-a8fc-45ac-bec7-cd74de55c726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.959040 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9a2d-a8fc-45ac-bec7-cd74de55c726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:57.960271 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-bdbe9a2d-a8fc-45ac-bec7-cd74de55c726 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/275c782a-1b14-4661-af8b-fee0d5535586 HTTP/1.1" status: 204 len: 168 time: 0.1220915 Aug 18 14:43:57.968772 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe9a2d-a8fc-45ac-bec7-cd74de55c726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275c782a-1b14-4661-af8b-fee0d5535586,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:58.047869 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845567a1-af9e-4356-8606-65763d13793e None None] Checking router: 0700a700-108e-4163-aafb-fa0e92dc4ceb for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:43:58.056104 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845567a1-af9e-4356-8606-65763d13793e None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:43:58.057067 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-845567a1-af9e-4356-8606-65763d13793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:43:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:58.159244 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-845567a1-af9e-4356-8606-65763d13793e None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:43:58.379027 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-845567a1-af9e-4356-8606-65763d13793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '2fdf9a2c-168d-4e70-998b-8fae0beb045d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'port_id': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'mac_address': 'fa:16:3e:c3:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:43:24Z', 'updated_at': '2021-08-18T14:43:56Z', 'revision_number': 1, 'project_id': 'cb2575290eb748debff661a297f0d651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:43:58.408539 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845567a1-af9e-4356-8606-65763d13793e None None] The sync data for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi is: [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '2fdf9a2c-168d-4e70-998b-8fae0beb045d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'port_id': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'mac_address': 'fa:16:3e:c3:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:43:24Z', 'updated_at': '2021-08-18T14:43:56Z', 'revision_number': 1, 'project_id': 'cb2575290eb748debff661a297f0d651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:43:58.605715 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb2987-b421-455e-a70c-a5e196b76e8d None None] New status for floating IP 2fdf9a2c-168d-4e70-998b-8fae0beb045d: ACTIVE {{(pid=100501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:44:00.677410 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fed53eb-6ad0-4d42-810f-7d9aefa436a7 x-openstack-request-id: req-9fed53eb-6ad0-4d42-810f-7d9aefa436a7 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:44:00.677879 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:44:00.677987 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9fed53eb-6ad0-4d42-810f-7d9aefa436a7 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:44:00.678361 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'status': 'completed', 'code': 200} Aug 18 14:44:00.769764 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa06a29-cc28-4134-9b35-08d1da910eec req-76103236-0522-45d3-93ed-27e4c56e72b5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:00.771254 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fa06a29-cc28-4134-9b35-08d1da910eec req-76103236-0522-45d3-93ed-27e4c56e72b5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0506988 Aug 18 14:44:00.807297 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2fa06a29-cc28-4134-9b35-08d1da910eec req-cec06d33-6092-4753-b47e-20c41afb5296 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303247 Aug 18 14:44:01.034237 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469b954-5091-436d-9e4c-1d2598133497 req-51160ef8-94b1-4417-8e06-3182f66294b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:01.035729 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d469b954-5091-436d-9e4c-1d2598133497 req-51160ef8-94b1-4417-8e06-3182f66294b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 1098 time: 0.0437398 Aug 18 14:44:01.132727 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469b954-5091-436d-9e4c-1d2598133497 req-f393e64f-ac20-40ab-8cc6-abc2a63a9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:01.134194 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d469b954-5091-436d-9e4c-1d2598133497 req-f393e64f-ac20-40ab-8cc6-abc2a63a9662 service neutron] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 918 time: 0.0838706 Aug 18 14:44:01.204571 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d469b954-5091-436d-9e4c-1d2598133497 req-23bdc4bd-a8f6-4895-ae59-4123d7509ada service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae HTTP/1.1" status: 200 len: 1000 time: 0.0601897 Aug 18 14:44:01.263192 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469b954-5091-436d-9e4c-1d2598133497 req-30ad08b2-d512-4977-914d-e4cf18143e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:01.264606 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d469b954-5091-436d-9e4c-1d2598133497 req-30ad08b2-d512-4977-914d-e4cf18143e2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0432758 Aug 18 14:44:01.309607 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469b954-5091-436d-9e4c-1d2598133497 req-64b81cb2-4a77-4b56-91b1-e869cbfd4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:01.311079 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d469b954-5091-436d-9e4c-1d2598133497 req-64b81cb2-4a77-4b56-91b1-e869cbfd4a26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389292 Aug 18 14:44:01.404660 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d469b954-5091-436d-9e4c-1d2598133497 req-60a29f90-36f5-432e-890a-8b215c23e37b service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828404 Aug 18 14:44:01.518688 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d469b954-5091-436d-9e4c-1d2598133497 req-c7800826-725f-4de3-93d4-3f0b5c77c54b service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867057 Aug 18 14:44:01.924867 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc696f-2d97-48b7-b11c-f3c6f001191e req-a5edc607-c51b-429a-bd1c-75daaae843e4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:01.926367 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d8bc696f-2d97-48b7-b11c-f3c6f001191e req-a5edc607-c51b-429a-bd1c-75daaae843e4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0478261 Aug 18 14:44:01.969948 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d8bc696f-2d97-48b7-b11c-f3c6f001191e req-ca9f3fa3-6f0f-4d5e-b4a0-c271fa1af570 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367477 Aug 18 14:44:07.636488 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd419ac9-dcbc-4b57-87bf-b93e6b9d377d req-b5e15572-251a-4973-98fb-bac886eb0745 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:07.639774 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cd419ac9-dcbc-4b57-87bf-b93e6b9d377d req-b5e15572-251a-4973-98fb-bac886eb0745 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0788434 Aug 18 14:44:07.725601 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cd419ac9-dcbc-4b57-87bf-b93e6b9d377d req-1eb24d83-cc13-4c13-8367-0850bd834eb6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748055 Aug 18 14:44:07.763450 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-16bdaf8b-5e93-4cc4-b7a1-4ccfdfce94a5 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:07.764904 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-16bdaf8b-5e93-4cc4-b7a1-4ccfdfce94a5 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 814 time: 0.1483533 Aug 18 14:44:07.780417 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-44d716d6-47d0-4634-be00-0e19ae079c07 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/quotas/3d481d43a1cd4ef58fece194dccfda58 HTTP/1.1" status: 200 len: 375 time: 0.0092547 Aug 18 14:44:07.832816 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-7512d412-f6c2-414d-b3b6-da57c89ff1e0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462182 Aug 18 14:44:07.932866 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-d5bb7189-d68f-48de-941f-40374cfe8bda service neutron] 10.222.0.38 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923305 Aug 18 14:44:08.021211 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-1b4f9dbd-a4c6-4d0b-b1c9-fd566757c722 service neutron] 10.222.0.38 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816040 Aug 18 14:44:08.174006 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e5f0363e-dbaf-4721-a6ed-22fe13d8c14f req-66bbf611-f70c-4ec2-873a-c258beaf9b9b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 210 time: 0.0253603 Aug 18 14:44:08.848552 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d176b2-2d9e-4ed7-a5d2-a22e543587ea req-d2b1dcb0-d946-4f8c-a62b-a3d5f8c16d62 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:08.850060 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-30d176b2-2d9e-4ed7-a5d2-a22e543587ea req-d2b1dcb0-d946-4f8c-a62b-a3d5f8c16d62 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0518024 Aug 18 14:44:08.887569 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-30d176b2-2d9e-4ed7-a5d2-a22e543587ea req-3e00a68e-f118-4b7d-b1ef-16e90eaebabd tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Aug 18 14:44:09.268786 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1c59120f-d3f7-4c11-8cc9-d3330a9c45e9 req-436dde79-5f01-4a52-a58b-69e6fa4cb970 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 210 time: 0.0262876 Aug 18 14:44:09.601506 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f3a3832-0d4b-421f-b496-b9fe2f1b5648 req-cfad4f9f-37dd-4170-8342-492a160e3bbe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1039226 Aug 18 14:44:09.623393 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-5a80aaef-4e05-4a1e-89f0-842d2fe3fbbe tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:09.625042 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-5a80aaef-4e05-4a1e-89f0-842d2fe3fbbe tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 814 time: 0.1361179 Aug 18 14:44:09.679166 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Request body: {'port': {'device_id': 'd48ffa6e-8d9c-41fd-9d03-2988e5b01256', 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c', 'admin_state_up': True, 'tenant_id': '3d481d43a1cd4ef58fece194dccfda58'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:44:09.818327 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3832-0d4b-421f-b496-b9fe2f1b5648 req-1cd8f740-db15-469d-947f-f55647a565c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:09.819917 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f3a3832-0d4b-421f-b496-b9fe2f1b5648 req-1cd8f740-db15-469d-947f-f55647a565c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 1099 time: 0.0956004 Aug 18 14:44:09.837946 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Made reservation on behalf of 3d481d43a1cd4ef58fece194dccfda58 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:44:09.841515 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:10.086377 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Allocated IP 172.20.0.3 (f34bd7a5-a1bd-4442-bdd5-3b29f7da394c/836a2402-c33a-4f5a-8a35-cc80625bfacb/ca6548bf-610a-4e95-a239-0ed08a9e1964) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:44:10.119836 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ec124-9008-4e06-a0a0-cff6c8a110e2 req-29610ee3-5df6-4371-9a10-750fd8ba817a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:10.122206 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6e5ec124-9008-4e06-a0a0-cff6c8a110e2 req-29610ee3-5df6-4371-9a10-750fd8ba817a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0549142 Aug 18 14:44:10.155554 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3832-0d4b-421f-b496-b9fe2f1b5648 req-023ccd30-7b95-41e1-9423-89b66dab97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:10.156805 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f3a3832-0d4b-421f-b496-b9fe2f1b5648 req-023ccd30-7b95-41e1-9423-89b66dab97b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 915 time: 0.1439092 Aug 18 14:44:10.164819 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6e5ec124-9008-4e06-a0a0-cff6c8a110e2 req-84317c7a-be68-42a6-bb84-ce4ab7a4a70c tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341640 Aug 18 14:44:10.241780 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f3a3832-0d4b-421f-b496-b9fe2f1b5648 req-de8001e0-e73c-48a9-80ba-783076c25409 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c1a3c77-185d-492a-8eea-95626738f81d HTTP/1.1" status: 200 len: 217 time: 0.0750411 Aug 18 14:44:10.332868 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3832-0d4b-421f-b496-b9fe2f1b5648 req-941ba12f-111d-491d-a975-3042494892be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:10.334305 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f3a3832-0d4b-421f-b496-b9fe2f1b5648 req-941ba12f-111d-491d-a975-3042494892be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=836a2402-c33a-4f5a-8a35-cc80625bfacb HTTP/1.1" status: 200 len: 854 time: 0.0648160 Aug 18 14:44:10.349249 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:10.367083 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-64a9bdad-04dc-41b9-a0bc-bf82f0bec830 req-7be61700-beec-4c13-ba34-7cbe14582ffe tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 210 time: 0.0280492 Aug 18 14:44:10.378282 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f3a3832-0d4b-421f-b496-b9fe2f1b5648 req-4c644ef7-41bf-4c2f-ba46-4fc1d0f411df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266938 Aug 18 14:44:10.457157 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:10.517842 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['1c1a3c77-185d-492a-8eea-95626738f81d'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:44:10.519966 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:44:10.529467 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:44:10.536865 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:44:10.542694 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f3a3832-0d4b-421f-b496-b9fe2f1b5648 req-27056449-b190-46b7-b18e-b53257769ea0 service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453013 Aug 18 14:44:10.543353 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Pushing event updated for resources: {'Port': ['ID=ca6548bf-610a-4e95-a239-0ed08a9e1964,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:10.579408 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.579758 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.580104 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.580451 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.580842 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.581183 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.581518 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.581859 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.582191 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.582551 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.582881 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.583207 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:10.867091 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:10.867773 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:10.887700 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-730c2241-08cd-4302-9edb-9c7677f40633 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2177494 Aug 18 14:44:10.908099 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f3a3832-0d4b-421f-b496-b9fe2f1b5648 req-5a6c9777-db39-4887-972a-37945962857b service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439596 Aug 18 14:44:10.912956 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Request body: {'port': {'device_id': 'd48ffa6e-8d9c-41fd-9d03-2988e5b01256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:44:10.965109 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:11.231917 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6548bf-610a-4e95-a239-0ed08a9e1964 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:44:11.239290 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:11.250889 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Transition to ACTIVE for port object ca6548bf-610a-4e95-a239-0ed08a9e1964 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:44:11.254746 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:11.290344 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6e8cb-3f0a-4687-8867-24fc31f75cb1 req-05657948-72a9-42c5-985d-fb875da6515f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:11.291867 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4bd6e8cb-3f0a-4687-8867-24fc31f75cb1 req-05657948-72a9-42c5-985d-fb875da6515f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0508001 Aug 18 14:44:11.312280 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Pushing event updated for resources: {'Port': ['ID=ca6548bf-610a-4e95-a239-0ed08a9e1964,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:11.339357 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4bd6e8cb-3f0a-4687-8867-24fc31f75cb1 req-aad0db97-aefb-44d6-8f98-ee4b7dc07284 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Aug 18 14:44:11.386840 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Attempting to bind port ca6548bf-610a-4e95-a239-0ed08a9e1964 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:44:11.387177 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Attempting to bind port ca6548bf-610a-4e95-a239-0ed08a9e1964 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:44:11.387515 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Attempting to bind port ca6548bf-610a-4e95-a239-0ed08a9e1964 on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:44:11.392521 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Port ca6548bf-610a-4e95-a239-0ed08a9e1964 on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:44:11.392849 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Attempting to bind port ca6548bf-610a-4e95-a239-0ed08a9e1964 on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:44:11.397612 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:44:11.397957 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Checking segment: {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:44:11.398342 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Bound using segment: {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:44:11.399139 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Bound port: ca6548bf-610a-4e95-a239-0ed08a9e1964, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:44:11.399139 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:11.460890 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] For port ca6548bf-610a-4e95-a239-0ed08a9e1964, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:44:11.464061 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] For port ca6548bf-610a-4e95-a239-0ed08a9e1964, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca6548bf-610a-4e95-a239-0ed08a9e1964,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:44:11.468164 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:11.483597 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba605408-5071-4093-964f-65ac6e3f2723 req-5cc295ee-9a2e-4bd0-937b-56f31815bea3 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:11.485088 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ba605408-5071-4093-964f-65ac6e3f2723 req-5cc295ee-9a2e-4bd0-937b-56f31815bea3 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 943 time: 0.0495880 Aug 18 14:44:11.505046 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:11.505697 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:11.507083 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] 10.222.0.69 "PUT /v2.0/ports/ca6548bf-610a-4e95-a239-0ed08a9e1964 HTTP/1.1" status: 200 len: 1093 time: 0.5980680 Aug 18 14:44:11.507519 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48ffa6e-8d9c-41fd-9d03-2988e5b01256', 'tag': 'ca6548bf-610a-4e95-a239-0ed08a9e1964'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:44:11.509789 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6b53bc-07a3-4ba0-8859-c2cc34e8d9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d48ffa6e-8d9c-41fd-9d03-2988e5b01256", "tag": "ca6548bf-610a-4e95-a239-0ed08a9e1964"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:44:11.531105 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ba605408-5071-4093-964f-65ac6e3f2723 req-4868ec2b-44f1-4ad5-8db2-7d06f4b07604 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398901 Aug 18 14:44:11.545841 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb40cab-d5eb-4888-8722-615c8f0221ec service neutron] Pushing event updated for resources: {'Port': ['ID=ca6548bf-610a-4e95-a239-0ed08a9e1964,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:11.554944 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53337e7c-f489-406d-a309-0e9cbe4eb1f0 x-openstack-request-id: req-53337e7c-f489-406d-a309-0e9cbe4eb1f0 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:44:11.555241 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48ffa6e-8d9c-41fd-9d03-2988e5b01256", "tag": "ca6548bf-610a-4e95-a239-0ed08a9e1964", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:44:11.555495 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53337e7c-f489-406d-a309-0e9cbe4eb1f0 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:44:11.555880 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48ffa6e-8d9c-41fd-9d03-2988e5b01256', 'tag': 'ca6548bf-610a-4e95-a239-0ed08a9e1964', 'status': 'completed', 'code': 200} Aug 18 14:44:11.654992 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-b6f6d71c-ccc2-4174-9f37-85a4015587e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:11.656460 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-b6f6d71c-ccc2-4174-9f37-85a4015587e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 1096 time: 0.0414169 Aug 18 14:44:11.710801 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-a4fb67cb-36f2-464c-894e-2d059206913b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca6548bf-610a-4e95-a239-0ed08a9e1964 HTTP/1.1" status: 200 len: 217 time: 0.0344560 Aug 18 14:44:11.764926 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-c7d0c9eb-10b2-461b-8203-3ddcba35c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:11.766453 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-c7d0c9eb-10b2-461b-8203-3ddcba35c4dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=836a2402-c33a-4f5a-8a35-cc80625bfacb HTTP/1.1" status: 200 len: 854 time: 0.0468414 Aug 18 14:44:11.799760 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-256fdd60-cb10-4b8b-8bda-0d29c54857c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242391 Aug 18 14:44:11.907930 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-c77fdee8-cf03-4789-bb78-92aa5f817cb0 service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885496 Aug 18 14:44:12.000933 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0b3c296d-8584-4552-b0ba-e0d23de873d7 req-b82b6501-4af0-478e-99b2-68037c686247 service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838666 Aug 18 14:44:12.238393 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b53bc-07a3-4ba0-8859-c2cc34e8d9cc req-abd0adb7-0287-4794-bef5-d8ebe43aad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:12.239909 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da6b53bc-07a3-4ba0-8859-c2cc34e8d9cc req-abd0adb7-0287-4794-bef5-d8ebe43aad46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 1096 time: 0.0546923 Aug 18 14:44:12.355844 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b53bc-07a3-4ba0-8859-c2cc34e8d9cc req-8109435f-84cb-4b60-859d-5a5ebc090e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:12.357341 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da6b53bc-07a3-4ba0-8859-c2cc34e8d9cc req-8109435f-84cb-4b60-859d-5a5ebc090e70 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 915 time: 0.1071198 Aug 18 14:44:12.410467 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da6b53bc-07a3-4ba0-8859-c2cc34e8d9cc req-a5d3bbef-0fb3-4864-a23e-ee599a3ede43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca6548bf-610a-4e95-a239-0ed08a9e1964 HTTP/1.1" status: 200 len: 217 time: 0.0399055 Aug 18 14:44:12.478940 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b53bc-07a3-4ba0-8859-c2cc34e8d9cc req-b67f85f9-df20-499b-9801-60089de6045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:12.478940 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da6b53bc-07a3-4ba0-8859-c2cc34e8d9cc req-b67f85f9-df20-499b-9801-60089de6045c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=836a2402-c33a-4f5a-8a35-cc80625bfacb HTTP/1.1" status: 200 len: 854 time: 0.0534036 Aug 18 14:44:12.586512 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da6b53bc-07a3-4ba0-8859-c2cc34e8d9cc req-1678555a-ce36-41c0-a16c-2c9829647bd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386517 Aug 18 14:44:12.603583 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a84ce0-0d7f-42e7-91bb-1510b160b766 req-e8b52495-05fb-48b7-8390-f81b9f860f8e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:12.605092 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d3a84ce0-0d7f-42e7-91bb-1510b160b766 req-e8b52495-05fb-48b7-8390-f81b9f860f8e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0543959 Aug 18 14:44:12.687265 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d3a84ce0-0d7f-42e7-91bb-1510b160b766 req-8e85c0e3-8d1e-4692-91d8-9c84f3768dcb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736172 Aug 18 14:44:12.698271 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4439133-a8ba-42c2-852b-651d95d3eb0e req-68396792-52ba-4efe-b27c-56c4fb4a55c0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:12.700207 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4439133-a8ba-42c2-852b-651d95d3eb0e req-68396792-52ba-4efe-b27c-56c4fb4a55c0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 943 time: 0.0670931 Aug 18 14:44:12.715823 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da6b53bc-07a3-4ba0-8859-c2cc34e8d9cc req-99028522-0b90-40e7-9185-fe7a6ef3ae2f service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054833 Aug 18 14:44:12.746142 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4439133-a8ba-42c2-852b-651d95d3eb0e req-d35975f2-808c-421c-9e50-b80b551da3ef tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Aug 18 14:44:12.824919 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da6b53bc-07a3-4ba0-8859-c2cc34e8d9cc req-b2a23dd0-01ec-4009-a805-20844a6ed44f service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969384 Aug 18 14:44:12.919746 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:13.802976 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ff83-651f-431c-b0fc-c08a5be765ce req-61f58f91-8518-4602-ae88-2d3f470fc63f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:13.804474 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c242ff83-651f-431c-b0fc-c08a5be765ce req-61f58f91-8518-4602-ae88-2d3f470fc63f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0483687 Aug 18 14:44:13.878302 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c242ff83-651f-431c-b0fc-c08a5be765ce req-0e770588-7502-4b5b-96e1-bb719b6791ef tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679059 Aug 18 14:44:13.898186 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85344c09-3c1b-4c3b-8d97-8fb7e82284cb req-af722528-dbed-4157-bbb6-5cb97e23ee88 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:13.898283 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-85344c09-3c1b-4c3b-8d97-8fb7e82284cb req-af722528-dbed-4157-bbb6-5cb97e23ee88 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 943 time: 0.0799794 Aug 18 14:44:13.943039 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-85344c09-3c1b-4c3b-8d97-8fb7e82284cb req-01197918-79e2-4659-b86a-ac35216ecf05 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370169 Aug 18 14:44:14.542205 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-06b48489-d19a-49f4-b155-482e8587a85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:14.935232 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57832) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:15.044265 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0e1e5c4c-f9c1-47ab-9575-57c2ec297afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.136652 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0e1e5c4c-f9c1-47ab-9575-57c2ec297afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.140600 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0e1e5c4c-f9c1-47ab-9575-57c2ec297afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.179462 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0e1e5c4c-f9c1-47ab-9575-57c2ec297afd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad1094a5a8674e2686a4cf9ac6967b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431483 Aug 18 14:44:15.180307 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e5c4c-f9c1-47ab-9575-57c2ec297afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656b0bc3-9845-4dff-b6e6-debe27bbcfe0,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:15.183152 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57850) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:15.199275 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57852) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:15.240709 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.261935 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.305158 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b37a295e-da64-4f0d-ad07-2060f27612f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.331682 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.334289 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.335457 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/656b0bc3-9845-4dff-b6e6-debe27bbcfe0 HTTP/1.1" status: 204 len: 168 time: 0.1509018 Aug 18 14:44:15.351955 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656b0bc3-9845-4dff-b6e6-debe27bbcfe0,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:15.366212 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.366633 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.366999 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.367377 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.367739 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.368076 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.368411 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.368745 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.369077 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.369407 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.369735 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.370076 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851767b0-a910-49bc-afc1-c4c02ef752f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:15.423963 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b37a295e-da64-4f0d-ad07-2060f27612f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.427898 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b37a295e-da64-4f0d-ad07-2060f27612f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.467977 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b37a295e-da64-4f0d-ad07-2060f27612f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=030f3419aa2d486d9a4e9084ae335a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677097 Aug 18 14:44:15.469150 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a295e-da64-4f0d-ad07-2060f27612f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fc78de-1129-4a1e-9072-499bfacafb80,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:15.471201 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57860) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:15.519128 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ef780ea9-08c3-4549-95c6-824f5730c091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.540257 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ef780ea9-08c3-4549-95c6-824f5730c091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.590210 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ef780ea9-08c3-4549-95c6-824f5730c091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.592859 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ef780ea9-08c3-4549-95c6-824f5730c091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.596819 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ef780ea9-08c3-4549-95c6-824f5730c091 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17fc78de-1129-4a1e-9072-499bfacafb80 HTTP/1.1" status: 204 len: 168 time: 0.1218083 Aug 18 14:44:15.609174 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef780ea9-08c3-4549-95c6-824f5730c091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fc78de-1129-4a1e-9072-499bfacafb80,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:15.617464 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57864) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:15.630749 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-53e6395d-12d4-4008-9f31-a72d21a02d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.725714 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-53e6395d-12d4-4008-9f31-a72d21a02d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.730961 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-53e6395d-12d4-4008-9f31-a72d21a02d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.771289 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-53e6395d-12d4-4008-9f31-a72d21a02d88 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00830f7d3bd9431598310cda91cc928d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526711 Aug 18 14:44:15.772169 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6395d-12d4-4008-9f31-a72d21a02d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7201302d-aeb5-4ae7-b236-bf1f4043def7,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:15.773767 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57870) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:15.822823 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4659c3f8-9b9e-4a22-9af9-2cf8b94fb190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.843582 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4659c3f8-9b9e-4a22-9af9-2cf8b94fb190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.890423 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4659c3f8-9b9e-4a22-9af9-2cf8b94fb190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.893527 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4659c3f8-9b9e-4a22-9af9-2cf8b94fb190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.894739 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-4659c3f8-9b9e-4a22-9af9-2cf8b94fb190 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7201302d-aeb5-4ae7-b236-bf1f4043def7 HTTP/1.1" status: 204 len: 168 time: 0.1198425 Aug 18 14:44:15.902042 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659c3f8-9b9e-4a22-9af9-2cf8b94fb190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7201302d-aeb5-4ae7-b236-bf1f4043def7,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:15.934362 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57874) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:15.947279 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b884a385-067b-42d1-9112-b8752d1822e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.049962 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b884a385-067b-42d1-9112-b8752d1822e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.055167 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b884a385-067b-42d1-9112-b8752d1822e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.097094 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b884a385-067b-42d1-9112-b8752d1822e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b363336c9104b729e072599375978c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597493 Aug 18 14:44:16.097094 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884a385-067b-42d1-9112-b8752d1822e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266dec93-e73b-48c0-ba58-2bb20b57ebb2,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:16.097965 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57880) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:16.146506 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1fcb-2ef1-4701-8922-fff46ef06d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.168849 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1fcb-2ef1-4701-8922-fff46ef06d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.216046 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1fcb-2ef1-4701-8922-fff46ef06d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.218823 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1fcb-2ef1-4701-8922-fff46ef06d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.220005 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6ccb1fcb-2ef1-4701-8922-fff46ef06d60 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/266dec93-e73b-48c0-ba58-2bb20b57ebb2 HTTP/1.1" status: 204 len: 168 time: 0.1210318 Aug 18 14:44:16.227667 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb1fcb-2ef1-4701-8922-fff46ef06d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266dec93-e73b-48c0-ba58-2bb20b57ebb2,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:16.231076 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57884) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:16.243948 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b26e655b-0495-4a3f-b2af-69643169f4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.338325 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b26e655b-0495-4a3f-b2af-69643169f4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.342138 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b26e655b-0495-4a3f-b2af-69643169f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.380656 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b26e655b-0495-4a3f-b2af-69643169f4c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f95a52fd331749388987356d6cdd330f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485095 Aug 18 14:44:16.382575 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e655b-0495-4a3f-b2af-69643169f4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f823fd5a-8acb-4813-a3f8-b309db1801c2,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:16.383326 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57886) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:16.437150 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7444773d-a862-44bb-9a03-364ce87eefd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.458523 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7444773d-a862-44bb-9a03-364ce87eefd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.511556 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7444773d-a862-44bb-9a03-364ce87eefd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.514218 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7444773d-a862-44bb-9a03-364ce87eefd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.515397 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7444773d-a862-44bb-9a03-364ce87eefd1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f823fd5a-8acb-4813-a3f8-b309db1801c2 HTTP/1.1" status: 204 len: 168 time: 0.1269391 Aug 18 14:44:16.523864 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444773d-a862-44bb-9a03-364ce87eefd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f823fd5a-8acb-4813-a3f8-b309db1801c2,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:16.556035 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 57892) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:16.569416 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3076bafc-4ebd-459e-a772-b9fdbb62df1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.666321 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3076bafc-4ebd-459e-a772-b9fdbb62df1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.670659 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3076bafc-4ebd-459e-a772-b9fdbb62df1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.708349 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3076bafc-4ebd-459e-a772-b9fdbb62df1d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a918644a5b4048e295802ef1b3daf603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511855 Aug 18 14:44:16.709212 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076bafc-4ebd-459e-a772-b9fdbb62df1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c510bf21-caa0-4cbb-be8e-7f708368a4aa,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:16.711328 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 57896) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:16.767425 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-808319be-98a6-45d3-bf86-514fd7a4695c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.789005 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-808319be-98a6-45d3-bf86-514fd7a4695c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.836456 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-808319be-98a6-45d3-bf86-514fd7a4695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.839340 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-808319be-98a6-45d3-bf86-514fd7a4695c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:16.843062 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-808319be-98a6-45d3-bf86-514fd7a4695c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c510bf21-caa0-4cbb-be8e-7f708368a4aa HTTP/1.1" status: 204 len: 168 time: 0.1280310 Aug 18 14:44:16.849139 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808319be-98a6-45d3-bf86-514fd7a4695c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c510bf21-caa0-4cbb-be8e-7f708368a4aa,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:17.178152 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7b7dc68e-3342-4d65-afe1-fb89987393f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:17.285993 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:17.950613 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:18.480097 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device ca6548bf-610a-4e95-a239-0ed08a9e1964 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:44:18.573943 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port ca6548bf-610a-4e95-a239-0ed08a9e1964, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca6548bf-610a-4e95-a239-0ed08a9e1964,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:18.584712 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'ca6548bf-610a-4e95-a239-0ed08a9e1964', 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c', 'port_id': 'ca6548bf-610a-4e95-a239-0ed08a9e1964', 'mac_address': 'fa:16:3e:c7:72:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836a2402-c33a-4f5a-8a35-cc80625bfacb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:44:18.620591 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:18.632694 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6548bf-610a-4e95-a239-0ed08a9e1964 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:44:18.651559 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port ca6548bf-610a-4e95-a239-0ed08a9e1964, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca6548bf-610a-4e95-a239-0ed08a9e1964,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:18.655460 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:18.700114 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=ca6548bf-610a-4e95-a239-0ed08a9e1964,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:18.707406 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:18.707757 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:18.708100 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:18.708437 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:18.708770 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:18.709120 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:18.709453 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:18.709780 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:18.710134 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:18.710481 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:18.710813 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:18.711136 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:19.053887 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3436a5-387f-4d18-b5c7-b23581a83512 req-c7f38867-9197-46e7-8703-1df49bf7054f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:19.056332 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fb3436a5-387f-4d18-b5c7-b23581a83512 req-c7f38867-9197-46e7-8703-1df49bf7054f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0493619 Aug 18 14:44:19.116785 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fb3436a5-387f-4d18-b5c7-b23581a83512 req-2db89710-180c-4d84-a575-04fd81089459 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554273 Aug 18 14:44:19.138851 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9d618-ae15-4f10-bbb8-36f35a207569 req-f385c224-8e08-4989-b4d1-7012aeba58c9 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:19.140296 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-93c9d618-ae15-4f10-bbb8-36f35a207569 req-f385c224-8e08-4989-b4d1-7012aeba58c9 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 944 time: 0.0555937 Aug 18 14:44:19.176882 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-93c9d618-ae15-4f10-bbb8-36f35a207569 req-ce4d620e-9f4e-4ad7-8db4-5a4395043bc5 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303037 Aug 18 14:44:19.899669 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['ca6548bf-610a-4e95-a239-0ed08a9e1964'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:44:20.119327 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:20.283296 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befddc64-ad5a-4bec-809a-bd03e46c0c95 req-a71284ee-c275-4204-8ba4-f78853441b6c tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:20.285575 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-befddc64-ad5a-4bec-809a-bd03e46c0c95 req-a71284ee-c275-4204-8ba4-f78853441b6c tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0487618 Aug 18 14:44:20.324707 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-befddc64-ad5a-4bec-809a-bd03e46c0c95 req-158c2237-2c65-47c7-8b28-ba6c68bc14a6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Aug 18 14:44:20.413099 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054fa08-8519-45cd-a54c-4d1f95c95574 req-c214c1b7-de41-4f09-a6d8-06929f5df55d tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:20.414570 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f054fa08-8519-45cd-a54c-4d1f95c95574 req-c214c1b7-de41-4f09-a6d8-06929f5df55d tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 944 time: 0.0466943 Aug 18 14:44:20.453946 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f054fa08-8519-45cd-a54c-4d1f95c95574 req-6faa978a-6eeb-4c43-ad2c-b72b80d803b3 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Aug 18 14:44:21.441424 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca1fb6-4d9f-4bea-b7b2-935705843946 req-64405a65-593b-421a-9cbc-1ad75e0eafc7 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:21.442943 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-79ca1fb6-4d9f-4bea-b7b2-935705843946 req-64405a65-593b-421a-9cbc-1ad75e0eafc7 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0474806 Aug 18 14:44:21.488109 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-79ca1fb6-4d9f-4bea-b7b2-935705843946 req-1d8e7f20-08ba-440a-9b3d-623036e5f1c1 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390387 Aug 18 14:44:21.597588 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a631fba-3f48-4de0-a606-c9b2b7987712 req-23eaafeb-ebe7-4ae2-ab07-f0ca883d600b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:21.599873 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a631fba-3f48-4de0-a606-c9b2b7987712 req-23eaafeb-ebe7-4ae2-ab07-f0ca883d600b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 944 time: 0.0520446 Aug 18 14:44:21.639041 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a631fba-3f48-4de0-a606-c9b2b7987712 req-4badcebd-3ee4-4a05-9892-715403e18759 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334160 Aug 18 14:44:21.880893 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9f744-58fb-46ba-be2c-9b86dfc55c65 req-ffb943d1-746c-43c5-8a1b-1477bd174004 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:21.882349 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-28e9f744-58fb-46ba-be2c-9b86dfc55c65 req-ffb943d1-746c-43c5-8a1b-1477bd174004 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0475533 Aug 18 14:44:21.921391 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-28e9f744-58fb-46ba-be2c-9b86dfc55c65 req-67e3ce52-c100-41ed-aaba-a0a01447be09 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Aug 18 14:44:22.800240 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:44:27.209446 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61a595-23b5-49f9-a7b8-6341d9d402ad req-1106cd03-b7e2-466c-8047-e105794f3bdf tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:27.210941 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7c61a595-23b5-49f9-a7b8-6341d9d402ad req-1106cd03-b7e2-466c-8047-e105794f3bdf tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0476556 Aug 18 14:44:27.246918 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7c61a595-23b5-49f9-a7b8-6341d9d402ad req-bf9ce59c-b118-442f-bb30-915da126d668 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302005 Aug 18 14:44:27.345608 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c6416-d1d9-42e3-a3d9-70a8568200fb req-2a191b8f-1c6b-44df-9ea4-cacd64448690 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:27.347646 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7b7c6416-d1d9-42e3-a3d9-70a8568200fb req-2a191b8f-1c6b-44df-9ea4-cacd64448690 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 944 time: 0.0462849 Aug 18 14:44:27.385767 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7b7c6416-d1d9-42e3-a3d9-70a8568200fb req-d5e27a07-d05c-4d48-aa8b-9145115b3e6e tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Aug 18 14:44:27.442522 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bdd7d-fd5f-4399-9211-45e8e556d360 req-1db92455-7b2d-4069-a59c-16bc58ddb632 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:27.443933 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-471bdd7d-fd5f-4399-9211-45e8e556d360 req-1db92455-7b2d-4069-a59c-16bc58ddb632 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0463729 Aug 18 14:44:27.484302 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-471bdd7d-fd5f-4399-9211-45e8e556d360 req-12544606-1f40-4acd-a736-19deb3194afd tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339108 Aug 18 14:44:28.360264 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f65d0f-bde4-4202-b316-4b37fbfe83c3 req-1fb8bdd7-83ff-4e5f-81d5-0be34b61f741 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:28.361756 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6f65d0f-bde4-4202-b316-4b37fbfe83c3 req-1fb8bdd7-83ff-4e5f-81d5-0be34b61f741 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0471010 Aug 18 14:44:28.400571 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6f65d0f-bde4-4202-b316-4b37fbfe83c3 req-ff3e197f-6e87-49a7-a96d-4dcd7cbab513 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Aug 18 14:44:28.498515 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065433e0-2240-4c83-90d0-aabba8bd1e8c req-80ba6e62-1970-4b68-bf02-af04c459ece4 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:28.499989 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-065433e0-2240-4c83-90d0-aabba8bd1e8c req-80ba6e62-1970-4b68-bf02-af04c459ece4 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 944 time: 0.0471599 Aug 18 14:44:28.538626 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-065433e0-2240-4c83-90d0-aabba8bd1e8c req-406fd038-81e0-4d3f-8395-f8c2c656f37c tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Aug 18 14:44:28.596733 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b726e7-7bbc-4a76-bc03-5ece790fd3f2 req-f1b762eb-a38c-4315-9173-bba2ee22bdfb tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:28.598183 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-33b726e7-7bbc-4a76-bc03-5ece790fd3f2 req-f1b762eb-a38c-4315-9173-bba2ee22bdfb tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0461230 Aug 18 14:44:28.638567 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-33b726e7-7bbc-4a76-bc03-5ece790fd3f2 req-fb043b41-0ad1-47f8-9b7d-0f0cd427b710 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343456 Aug 18 14:44:29.159581 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device ca6548bf-610a-4e95-a239-0ed08a9e1964 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:44:29.207126 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port ca6548bf-610a-4e95-a239-0ed08a9e1964 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:44:29.210951 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port ca6548bf-610a-4e95-a239-0ed08a9e1964 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:44:29.211329 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:29.298093 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:29.322008 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48ffa6e-8d9c-41fd-9d03-2988e5b01256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6548bf-610a-4e95-a239-0ed08a9e1964'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:44:29.324399 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c4b421-1285-452a-bb5f-63c3ead1112c" -d '{"events": [{"server_uuid": "d48ffa6e-8d9c-41fd-9d03-2988e5b01256", "name": "network-vif-plugged", "status": "completed", "tag": "ca6548bf-610a-4e95-a239-0ed08a9e1964"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:44:29.339794 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port ca6548bf-610a-4e95-a239-0ed08a9e1964, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca6548bf-610a-4e95-a239-0ed08a9e1964,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:29.343717 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:29.374419 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef66f9c-0096-416c-a1ae-800de630e90e x-openstack-request-id: req-9ef66f9c-0096-416c-a1ae-800de630e90e {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:44:29.374768 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48ffa6e-8d9c-41fd-9d03-2988e5b01256", "name": "network-vif-plugged", "status": "completed", "tag": "ca6548bf-610a-4e95-a239-0ed08a9e1964", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:44:29.375029 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9ef66f9c-0096-416c-a1ae-800de630e90e {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:44:29.375428 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48ffa6e-8d9c-41fd-9d03-2988e5b01256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6548bf-610a-4e95-a239-0ed08a9e1964', 'code': 200} Aug 18 14:44:29.401719 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=ca6548bf-610a-4e95-a239-0ed08a9e1964,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:29.514559 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76530cb9-6aac-4043-9a95-ae1d3c4d3655 req-d104782f-fc4f-463b-ac20-d1f1a3981b2c tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:29.516128 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-76530cb9-6aac-4043-9a95-ae1d3c4d3655 req-d104782f-fc4f-463b-ac20-d1f1a3981b2c tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0479743 Aug 18 14:44:29.555218 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-76530cb9-6aac-4043-9a95-ae1d3c4d3655 req-9ab29262-dd12-4fec-86e7-f01b97a45da8 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Aug 18 14:44:29.666192 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045efe94-5802-4a62-a33b-7a93f673c116 req-52412479-8ed1-41c1-81f5-6669a71fb789 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:29.667649 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-045efe94-5802-4a62-a33b-7a93f673c116 req-52412479-8ed1-41c1-81f5-6669a71fb789 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 945 time: 0.0487072 Aug 18 14:44:29.704906 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-045efe94-5802-4a62-a33b-7a93f673c116 req-9adb2447-6921-43f6-9a6f-4be1b7015be1 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307786 Aug 18 14:44:29.705411 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee101a-2297-46c8-8e49-841d19b9546d req-fcb75aa0-6fa0-4994-98d8-349e38e62442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:29.707467 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-91ee101a-2297-46c8-8e49-841d19b9546d req-fcb75aa0-6fa0-4994-98d8-349e38e62442 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 1098 time: 0.0390894 Aug 18 14:44:29.748407 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-91ee101a-2297-46c8-8e49-841d19b9546d req-805ab795-b70f-42cd-aa42-30d4f26001b1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269723 Aug 18 14:44:29.803256 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3d57e-174b-418b-bbde-41c17ee41e02 req-1a2d98c9-f045-4243-bf1b-2443752e936a tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:29.804696 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-26a3d57e-174b-418b-bbde-41c17ee41e02 req-1a2d98c9-f045-4243-bf1b-2443752e936a tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0465715 Aug 18 14:44:29.845883 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-26a3d57e-174b-418b-bbde-41c17ee41e02 req-8cb71a28-d77e-40c8-87c8-432d788cd20b tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351055 Aug 18 14:44:30.668169 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb186df-a585-417e-9fed-fc4a4f996cdf req-553c79ee-dd52-4f93-bacf-332cfdb52df3 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:30.669517 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-eeb186df-a585-417e-9fed-fc4a4f996cdf req-553c79ee-dd52-4f93-bacf-332cfdb52df3 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0470102 Aug 18 14:44:30.704740 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-eeb186df-a585-417e-9fed-fc4a4f996cdf req-c729698b-9124-4639-b692-30addf937ffb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295353 Aug 18 14:44:30.814011 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf7e23-02b1-44c7-bd8d-43dd6cacf4fc req-ea5cf86b-3495-4cd6-903f-46a715c3674a tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:30.815477 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-28cf7e23-02b1-44c7-bd8d-43dd6cacf4fc req-ea5cf86b-3495-4cd6-903f-46a715c3674a tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 945 time: 0.0473576 Aug 18 14:44:30.851813 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-28cf7e23-02b1-44c7-bd8d-43dd6cacf4fc req-1f30f610-a229-48a2-b656-f75230159491 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306423 Aug 18 14:44:36.748601 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c020f95-4273-43b5-a157-d8802eeb869f req-92e29a7a-88af-4361-bf0e-a38cd35f741d tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:36.750024 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1c020f95-4273-43b5-a157-d8802eeb869f req-92e29a7a-88af-4361-bf0e-a38cd35f741d tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0480392 Aug 18 14:44:36.814307 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1c020f95-4273-43b5-a157-d8802eeb869f req-c10eb77e-e793-46a8-b1a8-27875643dc6b tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/security-groups?id=aa4b6312-9556-4f20-83df-8a7452bf49cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554523 Aug 18 14:44:36.824967 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348acee9-c8c3-4098-8a35-71c056136cf5 req-c1ac0491-3287-4aef-a945-825f260db005 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:36.826462 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-348acee9-c8c3-4098-8a35-71c056136cf5 req-c1ac0491-3287-4aef-a945-825f260db005 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0754929 Aug 18 14:44:36.866719 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-348acee9-c8c3-4098-8a35-71c056136cf5 req-83aaf28a-2290-4af9-8f39-fd5b99c6bd78 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338476 Aug 18 14:44:36.914446 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272900e-0d91-45ec-bb04-bbf076d466ee req-5f3b9c12-1785-46f8-9a53-60c128dfb0cc tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:36.915919 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e272900e-0d91-45ec-bb04-bbf076d466ee req-5f3b9c12-1785-46f8-9a53-60c128dfb0cc tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 945 time: 0.0477643 Aug 18 14:44:36.952529 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e272900e-0d91-45ec-bb04-bbf076d466ee req-be1165c8-2010-445f-bb3e-e1539121fedd tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306890 Aug 18 14:44:37.300759 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587ec72-aac8-4771-a0c4-c8a297413b03 req-56298548-a67f-4466-a263-9ece0acdfe8b tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:37.302811 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8587ec72-aac8-4771-a0c4-c8a297413b03 req-56298548-a67f-4466-a263-9ece0acdfe8b tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 945 time: 0.0910239 Aug 18 14:44:37.433627 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-8587ec72-aac8-4771-a0c4-c8a297413b03 req-e198f838-02a3-44f9-ab21-7e87376d69c7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Deleting port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:44:37.433972 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8587ec72-aac8-4771-a0c4-c8a297413b03 req-e198f838-02a3-44f9-ab21-7e87376d69c7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:37.521724 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-8587ec72-aac8-4771-a0c4-c8a297413b03 req-e198f838-02a3-44f9-ab21-7e87376d69c7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] For port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68,segment=NetworkSegment(68ac5fa4-d418-4109-9793-9a36de9891d5),segment_id=68ac5fa4-d418-4109-9793-9a36de9891d5)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:37.522087 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8587ec72-aac8-4771-a0c4-c8a297413b03 req-e198f838-02a3-44f9-ab21-7e87376d69c7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:37.537056 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-8587ec72-aac8-4771-a0c4-c8a297413b03 req-e198f838-02a3-44f9-ab21-7e87376d69c7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Calling delete_port for f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:44:37.709492 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8587ec72-aac8-4771-a0c4-c8a297413b03 req-e198f838-02a3-44f9-ab21-7e87376d69c7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:37.743915 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198f838-02a3-44f9-ab21-7e87376d69c7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Pushing event deleted for resources: {'Port': ['ID=f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:37.781505 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:44:37.803806 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8587ec72-aac8-4771-a0c4-c8a297413b03 req-e198f838-02a3-44f9-ab21-7e87376d69c7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] No DVR routers for this DVR port f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:44:37.806605 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-8587ec72-aac8-4771-a0c4-c8a297413b03 req-e198f838-02a3-44f9-ab21-7e87376d69c7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:37.808692 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8587ec72-aac8-4771-a0c4-c8a297413b03 req-e198f838-02a3-44f9-ab21-7e87376d69c7 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.69 "DELETE /v2.0/ports/f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 HTTP/1.1" status: 204 len: 173 time: 0.4987183 Aug 18 14:44:37.809158 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ea1b54-93e2-468b-b6c6-6e647aa6e185', 'name': 'network-vif-deleted', 'tag': 'f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:44:37.811766 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b571f7e5-d00f-4d01-9d9a-0a790c931290" -d '{"events": [{"server_uuid": "44ea1b54-93e2-468b-b6c6-6e647aa6e185", "name": "network-vif-deleted", "tag": "f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:44:37.931061 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cb68ec-e8a2-4fb1-ae37-ff706ed22f9f x-openstack-request-id: req-c8cb68ec-e8a2-4fb1-ae37-ff706ed22f9f {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:44:37.931404 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ea1b54-93e2-468b-b6c6-6e647aa6e185", "name": "network-vif-deleted", "tag": "f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:44:37.931662 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c8cb68ec-e8a2-4fb1-ae37-ff706ed22f9f {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:44:37.932401 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ea1b54-93e2-468b-b6c6-6e647aa6e185', 'name': 'network-vif-deleted', 'tag': 'f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68', 'status': 'completed', 'code': 200} Aug 18 14:44:38.004265 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b090c31e-aa15-48e6-a7cb-3dcf8eecdd41 req-9186260d-80eb-4b16-9458-a912447dc268 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 210 time: 0.0289261 Aug 18 14:44:38.119223 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ba68e-d1f7-4fc6-8fb1-894ee5b46c5d req-7bcbaefd-b37b-4d21-a538-5a8b2be94573 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:38.120663 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c17ba68e-d1f7-4fc6-8fb1-894ee5b46c5d req-7bcbaefd-b37b-4d21-a538-5a8b2be94573 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0595443 Aug 18 14:44:38.180602 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d9111-13c6-4099-ab25-4b235857965b req-772ba0b5-da7d-477a-b66d-66934b18f0b2 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:38.182250 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2a6d9111-13c6-4099-ab25-4b235857965b req-772ba0b5-da7d-477a-b66d-66934b18f0b2 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 945 time: 0.0798771 Aug 18 14:44:38.187591 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c17ba68e-d1f7-4fc6-8fb1-894ee5b46c5d req-c9e47f0e-78c0-43dd-9e35-e1b6d5c4d102 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502617 Aug 18 14:44:38.223036 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2a6d9111-13c6-4099-ab25-4b235857965b req-648255b9-4184-4976-bb3f-fce40c6e5ca5 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Aug 18 14:44:38.733915 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 58228) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:38.841225 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-717417a6-a4d5-4d4a-bab8-8481277d258c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:38.965906 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-717417a6-a4d5-4d4a-bab8-8481277d258c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:38.970314 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-717417a6-a4d5-4d4a-bab8-8481277d258c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:39.010080 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-717417a6-a4d5-4d4a-bab8-8481277d258c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=36d37b4b43ec499d8fcf6886248be081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750680 Aug 18 14:44:39.011507 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717417a6-a4d5-4d4a-bab8-8481277d258c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49d1f29-d962-4a8e-a571-8e9103b95581,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:39.012657 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 58240) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:39.062068 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6cdd06aa-83d7-4013-873a-4ba3671f3aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:39.082406 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6cdd06aa-83d7-4013-873a-4ba3671f3aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:39.098140 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-71c0c4fe-66f8-4cb2-93c9-fdaec1c11444 req-f295d52e-ffc5-4a82-9454-2d86975fbb98 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 210 time: 0.0249517 Aug 18 14:44:39.132914 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6cdd06aa-83d7-4013-873a-4ba3671f3aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:39.135685 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6cdd06aa-83d7-4013-873a-4ba3671f3aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:39.136948 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6cdd06aa-83d7-4013-873a-4ba3671f3aa0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b49d1f29-d962-4a8e-a571-8e9103b95581 HTTP/1.1" status: 204 len: 168 time: 0.1233289 Aug 18 14:44:39.144704 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd06aa-83d7-4013-873a-4ba3671f3aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49d1f29-d962-4a8e-a571-8e9103b95581,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:43.316257 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:44:43.343157 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:44:43.343534 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device f0e7cb43-2f8f-430b-8e8d-1bb6bf1c0c68 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:44:43.348801 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:43.632032 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047924b-fb72-4682-a5be-36ec5dc6469c req-843d8f96-1128-44d4-9c4b-c84c3647eccc tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:43.633595 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2047924b-fb72-4682-a5be-36ec5dc6469c req-843d8f96-1128-44d4-9c4b-c84c3647eccc tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 945 time: 0.0603878 Aug 18 14:44:43.641320 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce863301-8a04-4283-82bb-2b3e803e80a0 req-017cb15c-7ff7-4d56-8a25-89338503d914 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:43.642762 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ce863301-8a04-4283-82bb-2b3e803e80a0 req-017cb15c-7ff7-4d56-8a25-89338503d914 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0959988 Aug 18 14:44:43.700539 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2047924b-fb72-4682-a5be-36ec5dc6469c req-ebcad0a8-0dd9-479f-8da8-90f039f1cc5d tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567281 Aug 18 14:44:43.706100 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ce863301-8a04-4283-82bb-2b3e803e80a0 req-1bbad3ec-dc8b-4f10-9b04-694a6176db93 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557890 Aug 18 14:44:43.788202 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f8709612-f0d8-48f4-b805-9fabba4fee45 req-caafab70-db0d-4970-9a74-9715885c7108 tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 210 time: 0.0272951 Aug 18 14:44:44.545506 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-53879e5a-2750-4dbf-bc35-d4c67ec58576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:44.850293 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c70f6-1cbb-4b7f-a640-cfa044927066 req-27c9bb8c-26d1-45f4-a4dd-d0f0677cbd0d tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:44.851209 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0a5c70f6-1cbb-4b7f-a640-cfa044927066 req-27c9bb8c-26d1-45f4-a4dd-d0f0677cbd0d tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 945 time: 0.0792184 Aug 18 14:44:44.866145 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79870d50-5bc2-4b52-a4c7-03be8f88332c req-0a90a53c-c899-4840-8d28-c5f7edff9811 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:44.867552 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-79870d50-5bc2-4b52-a4c7-03be8f88332c req-0a90a53c-c899-4840-8d28-c5f7edff9811 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0699008 Aug 18 14:44:44.917656 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0a5c70f6-1cbb-4b7f-a640-cfa044927066 req-bd5386d7-d930-45ae-9c12-49f83d24a677 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601764 Aug 18 14:44:44.924465 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-79870d50-5bc2-4b52-a4c7-03be8f88332c req-55499b4d-50ad-4ae1-a2ab-dec51aa26edb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511210 Aug 18 14:44:45.019155 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-580cd2c4-736b-4070-bd5c-acbeed1101fd req-f7127f0c-5ce8-44b0-9c07-356bd923d7dc tempest-DeleteServersTestJSON-1982123313 tempest-DeleteServersTestJSON-1982123313-project] 10.222.0.38 "GET /v2.0/ports?device_id=44ea1b54-93e2-468b-b6c6-6e647aa6e185 HTTP/1.1" status: 200 len: 210 time: 0.0258143 Aug 18 14:44:46.063779 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bc7ba-c536-47ab-9df1-5d628921d545 req-5397ad61-5adb-4de7-8c46-a367ca5ec8a7 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:46.065385 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4f7bc7ba-c536-47ab-9df1-5d628921d545 req-5397ad61-5adb-4de7-8c46-a367ca5ec8a7 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0615106 Aug 18 14:44:46.118881 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4f7bc7ba-c536-47ab-9df1-5d628921d545 req-12213b7f-37f7-4ff1-95d0-f994846dfa9d tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450375 Aug 18 14:44:47.179495 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3971d07a-43f4-4409-8b12-57d5444b6470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:47.288769 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:47.951398 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:50.096794 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:52.064837 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a8703-b89a-4f93-b788-e41f1c504e43 req-0020026f-c37b-4999-99c1-eeaa93855922 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:52.066292 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-363a8703-b89a-4f93-b788-e41f1c504e43 req-0020026f-c37b-4999-99c1-eeaa93855922 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0499008 Aug 18 14:44:52.105058 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-363a8703-b89a-4f93-b788-e41f1c504e43 req-9eeb6a9e-9814-436f-9cbe-950edb15d74d tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323257 Aug 18 14:44:52.414696 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41399-13bd-4714-8e13-32c484ce353a req-44af654a-ae5e-44f6-8c23-754f59ab87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:52.416181 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-79b41399-13bd-4714-8e13-32c484ce353a req-44af654a-ae5e-44f6-8c23-754f59ab87af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 1098 time: 0.0394111 Aug 18 14:44:52.455843 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-79b41399-13bd-4714-8e13-32c484ce353a req-c0139fe8-1bfc-4c7f-8097-21564c31399c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269482 Aug 18 14:44:53.655984 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c81955-4d87-4053-88e6-483e3a4e9e0b req-90ecae09-da9a-44f9-9e1f-94e714211ad4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:53.657454 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-00c81955-4d87-4053-88e6-483e3a4e9e0b req-90ecae09-da9a-44f9-9e1f-94e714211ad4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0478017 Aug 18 14:44:53.694647 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-00c81955-4d87-4053-88e6-483e3a4e9e0b req-cf8cb9a7-6fb9-4ab4-8a12-ece64768a04b tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Aug 18 14:44:54.984991 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15938628-9f1f-4aa1-966a-9d94c345fafd req-db1aa8b2-928a-4cf7-8513-42349998a270 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:54.986456 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-15938628-9f1f-4aa1-966a-9d94c345fafd req-db1aa8b2-928a-4cf7-8513-42349998a270 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0480266 Aug 18 14:44:54.993532 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 58570) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:55.041738 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0845166f-3871-4f03-940e-dfbabd767869 admin admin] Deleting subnet 2a8f7010-09ba-485b-8648-f94dd0551c49 {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:44:55.042730 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-15938628-9f1f-4aa1-966a-9d94c345fafd req-8c5524a9-2d73-4a26-b3d8-859fe1a6685b tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Aug 18 14:44:55.045500 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0845166f-3871-4f03-940e-dfbabd767869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.094859 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0845166f-3871-4f03-940e-dfbabd767869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3789213'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.141262 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0845166f-3871-4f03-940e-dfbabd767869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.168081 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf3044-8be7-415b-9854-f0039fce158c req-932e5c11-d889-48b0-8a02-f8686a1c2a29 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:55.169564 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bccf3044-8be7-415b-9854-f0039fce158c req-932e5c11-d889-48b0-8a02-f8686a1c2a29 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0519469 Aug 18 14:44:55.200903 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0845166f-3871-4f03-940e-dfbabd767869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4181407'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.227502 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845166f-3871-4f03-940e-dfbabd767869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a8f7010-09ba-485b-8648-f94dd0551c49,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:55.229506 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0845166f-3871-4f03-940e-dfbabd767869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.233957 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0845166f-3871-4f03-940e-dfbabd767869 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2a8f7010-09ba-485b-8648-f94dd0551c49 HTTP/1.1" status: 204 len: 168 time: 0.2366643 Aug 18 14:44:55.234796 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 58586) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:55.309919 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.395407 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.405772 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:44:55.419215 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ac5fa4-d418-4109-9793-9a36de9891d5') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:44:55.419388 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ac5fa4-d418-4109-9793-9a36de9891d5') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:44:55.421690 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bccf3044-8be7-415b-9854-f0039fce158c req-38f532be-d346-4a93-9cb1-afb6fcb4994d tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461028 Aug 18 14:44:55.430545 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3789204'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.444899 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.451155 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:44:55.451532 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814959'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: timer() Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: cb(*args, **kw) Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: self._notify() Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: self.callback(batched_events) Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: event.method(event) Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._get(url).json() Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:44:55.453487 dv-cinder-788365-10-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:44:55.521899 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.529717 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:55.541006 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b HTTP/1.1" status: 204 len: 168 time: 0.3057933 Aug 18 14:44:55.550169 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-c74278d5-e925-453f-903c-be7cf27556cd tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:55.551907 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-c74278d5-e925-453f-903c-be7cf27556cd tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 814 time: 0.3412495 Aug 18 14:44:55.560925 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145116b-0054-4f16-85fc-d0c4cfad9bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6450c5f8-5ad8-4bd3-98f9-4a2d4c6c7e6b,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:55.580405 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-c6aab53d-e5d4-4d45-a125-5aeb4c346d71 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/quotas/3d481d43a1cd4ef58fece194dccfda58 HTTP/1.1" status: 200 len: 375 time: 0.0178723 Aug 18 14:44:55.640440 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-26f9debb-3744-4393-904b-5125ac6ae251 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590515 Aug 18 14:44:55.746117 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-7681deee-42f8-420c-86ef-3d72916a22bd service neutron] 10.222.0.38 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046925 Aug 18 14:44:55.863045 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-4abf5133-453e-47fd-bebb-1edf1daa894b service neutron] 10.222.0.38 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159382 Aug 18 14:44:55.895259 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 58618) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:55.963255 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-17c2394e-5960-48ab-a5a6-071032730f25 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50472d75bc6245d29144ded7fc9d9af2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0664439 Aug 18 14:44:55.966036 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 58622) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:56.042977 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b8f38323-6c98-4a38-bad7-9d4a278cdf31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:56.069550 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b8f38323-6c98-4a38-bad7-9d4a278cdf31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:56.151003 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6c76c286-a054-4123-8de2-69dfba907922 req-d135e107-0393-42ff-a5dc-a28881c7cb13 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 210 time: 0.0437083 Aug 18 14:44:56.171318 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b8f38323-6c98-4a38-bad7-9d4a278cdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:56.173854 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b8f38323-6c98-4a38-bad7-9d4a278cdf31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:56.175014 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b8f38323-6c98-4a38-bad7-9d4a278cdf31 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa4b6312-9556-4f20-83df-8a7452bf49cf HTTP/1.1" status: 204 len: 168 time: 0.2079508 Aug 18 14:44:56.183333 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f38323-6c98-4a38-bad7-9d4a278cdf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4b6312-9556-4f20-83df-8a7452bf49cf,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:57.128302 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 58680) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:57.306696 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb9618f9-6949-4651-8c7a-7c8b222626df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:57.335825 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-51954d9e-bfe4-40d7-af44-4884ec65a0cb tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:57.337867 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-51954d9e-bfe4-40d7-af44-4884ec65a0cb tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 814 time: 0.2047250 Aug 18 14:44:57.406141 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Request body: {'port': {'device_id': '0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb', 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c', 'admin_state_up': True, 'tenant_id': '3d481d43a1cd4ef58fece194dccfda58'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:44:57.407842 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb9618f9-6949-4651-8c7a-7c8b222626df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:57.412881 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-eb9618f9-6949-4651-8c7a-7c8b222626df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:57.453635 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-eb9618f9-6949-4651-8c7a-7c8b222626df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6de9d56aa4d04a38b028478b3b419d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241255 Aug 18 14:44:57.456468 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 58692) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:57.495445 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9618f9-6949-4651-8c7a-7c8b222626df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e99941-663b-4b4c-93d4-013ea5213883,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:57.509266 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205848d-fd7a-40c5-b50d-2c757ee5d008 req-aa39af21-f4f3-46cf-ba87-e0edd234332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:57.512738 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f205848d-fd7a-40c5-b50d-2c757ee5d008 req-aa39af21-f4f3-46cf-ba87-e0edd234332b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 1098 time: 0.1029215 Aug 18 14:44:57.528347 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ede5f822-417d-4964-ada6-5ab839ff35a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:57.550356 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ede5f822-417d-4964-ada6-5ab839ff35a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:57.607787 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ede5f822-417d-4964-ada6-5ab839ff35a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:57.612689 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ede5f822-417d-4964-ada6-5ab839ff35a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:57.638657 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Made reservation on behalf of 3d481d43a1cd4ef58fece194dccfda58 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:44:57.642925 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:57.647099 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ede5f822-417d-4964-ada6-5ab839ff35a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11e99941-663b-4b4c-93d4-013ea5213883 HTTP/1.1" status: 204 len: 168 time: 0.1655037 Aug 18 14:44:57.680697 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5f822-417d-4964-ada6-5ab839ff35a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e99941-663b-4b4c-93d4-013ea5213883,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:57.681049 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205848d-fd7a-40c5-b50d-2c757ee5d008 req-28067af3-ac62-4c9a-9d9c-15aaef2aabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:57.682738 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f205848d-fd7a-40c5-b50d-2c757ee5d008 req-28067af3-ac62-4c9a-9d9c-15aaef2aabc7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 919 time: 0.1485877 Aug 18 14:44:57.772456 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e2779af1-13fe-4009-af74-0b88e8ff2538 req-87e03132-6225-4419-a4b2-186e19b1f5e2 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 210 time: 0.0349195 Aug 18 14:44:57.774896 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f205848d-fd7a-40c5-b50d-2c757ee5d008 req-31b9bde9-7f15-48ad-8b47-ee719e579afa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5de5855-8352-4797-8e59-48d4da624f78 HTTP/1.1" status: 200 len: 217 time: 0.0767488 Aug 18 14:44:57.856272 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a501-9eed-4368-923b-4e68480b562c req-866c2f98-a0a3-4658-b25b-0eb5838cca73 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:57.866398 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8911a501-9eed-4368-923b-4e68480b562c req-866c2f98-a0a3-4658-b25b-0eb5838cca73 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.1178317 Aug 18 14:44:57.873936 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205848d-fd7a-40c5-b50d-2c757ee5d008 req-5a9125e6-6346-4481-bfd8-8f426bf37e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:57.875741 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f205848d-fd7a-40c5-b50d-2c757ee5d008 req-5a9125e6-6346-4481-bfd8-8f426bf37e85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fb8dbdf-e623-4b18-a596-69a9d3196b83 HTTP/1.1" status: 200 len: 858 time: 0.0919037 Aug 18 14:44:57.908357 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8911a501-9eed-4368-923b-4e68480b562c req-7ee49316-f3c4-4209-9141-10b58e5f089c tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402076 Aug 18 14:44:57.930521 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f205848d-fd7a-40c5-b50d-2c757ee5d008 req-7037b750-7009-466e-8e38-963e92d1c5fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9b012c8-804e-4f07-9a16-9c0f8924483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420578 Aug 18 14:44:57.937017 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Allocated IP 172.20.0.4 (f34bd7a5-a1bd-4442-bdd5-3b29f7da394c/836a2402-c33a-4f5a-8a35-cc80625bfacb/34fae5a7-5eea-4852-b02f-185993c7a035) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:44:58.096698 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f205848d-fd7a-40c5-b50d-2c757ee5d008 req-fb89577a-dc4f-4141-b3e4-5d5c1dc6af18 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572459 Aug 18 14:44:58.200627 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:58.235050 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f205848d-fd7a-40c5-b50d-2c757ee5d008 req-262abde4-391f-407d-b744-f015f01f864f service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221728 Aug 18 14:44:58.260965 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:58.309067 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:44:58.314188 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:44:58.318555 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:44:58.321512 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['1c1a3c77-185d-492a-8eea-95626738f81d', 'ca6548bf-610a-4e95-a239-0ed08a9e1964'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:44:58.349472 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Pushing event updated for resources: {'Port': ['ID=34fae5a7-5eea-4852-b02f-185993c7a035,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:58.376512 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:58.377474 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:58.392949 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-2e849d68-4c9d-4403-ab6e-2c54ad38a763 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9911172 Aug 18 14:44:58.421954 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Request body: {'port': {'device_id': '0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:44:58.482241 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:58.746764 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fae5a7-5eea-4852-b02f-185993c7a035 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:44:58.753897 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:58.765875 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Transition to ACTIVE for port object 34fae5a7-5eea-4852-b02f-185993c7a035 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:44:58.770959 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:58.825211 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=34fae5a7-5eea-4852-b02f-185993c7a035,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:58.904587 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Attempting to bind port 34fae5a7-5eea-4852-b02f-185993c7a035 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:44:58.904990 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Attempting to bind port 34fae5a7-5eea-4852-b02f-185993c7a035 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:44:58.905276 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Attempting to bind port 34fae5a7-5eea-4852-b02f-185993c7a035 on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:44:58.914799 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Port 34fae5a7-5eea-4852-b02f-185993c7a035 on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:44:58.916438 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Attempting to bind port 34fae5a7-5eea-4852-b02f-185993c7a035 on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:44:58.922913 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:44:58.923292 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Checking segment: {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:44:58.923651 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Bound using segment: {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:44:58.924092 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Bound port: 34fae5a7-5eea-4852-b02f-185993c7a035, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:44:58.924466 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:59.002948 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] For port 34fae5a7-5eea-4852-b02f-185993c7a035, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:44:59.006822 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] For port 34fae5a7-5eea-4852-b02f-185993c7a035, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34fae5a7-5eea-4852-b02f-185993c7a035,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:44:59.012970 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:59.028398 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:59.029022 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:59.030577 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] 10.222.0.69 "PUT /v2.0/ports/34fae5a7-5eea-4852-b02f-185993c7a035 HTTP/1.1" status: 200 len: 1093 time: 0.6131120 Aug 18 14:44:59.030959 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb', 'tag': '34fae5a7-5eea-4852-b02f-185993c7a035'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:44:59.033273 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515164fa-b67a-42fc-80d2-964c265dac70" -d '{"events": [{"name": "network-changed", "server_uuid": "0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb", "tag": "34fae5a7-5eea-4852-b02f-185993c7a035"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:44:59.077034 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a7780-0993-4b6f-88d2-d38fb98ca7bf req-67356695-af95-4ed1-80b4-7331ff22379a tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:59.078570 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-de4a7780-0993-4b6f-88d2-d38fb98ca7bf req-67356695-af95-4ed1-80b4-7331ff22379a tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 943 time: 0.0889695 Aug 18 14:44:59.081827 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e601b0-e10b-4e77-b82e-7c4609526ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=34fae5a7-5eea-4852-b02f-185993c7a035,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:59.115439 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a250794-965a-4069-a75f-ff5a6c50bf0a req-cd0c3c78-64a3-49aa-83ae-989a7f456d95 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:59.117788 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8a250794-965a-4069-a75f-ff5a6c50bf0a req-cd0c3c78-64a3-49aa-83ae-989a7f456d95 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0911129 Aug 18 14:44:59.136045 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-02f8359c-7037-4903-8466-cdbede75a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:59.137540 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-02f8359c-7037-4903-8466-cdbede75a8d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 1096 time: 0.0415282 Aug 18 14:44:59.159658 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-de4a7780-0993-4b6f-88d2-d38fb98ca7bf req-1c9d8356-da80-4cc1-a525-91c35d321a9f tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719466 Aug 18 14:44:59.176364 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8a250794-965a-4069-a75f-ff5a6c50bf0a req-475d9fcb-25ab-46e5-a215-eee258e68c83 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507751 Aug 18 14:44:59.432642 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2771694-2e7b-404c-bf68-25d0fa0a5f9c x-openstack-request-id: req-c2771694-2e7b-404c-bf68-25d0fa0a5f9c {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:44:59.433207 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb", "tag": "34fae5a7-5eea-4852-b02f-185993c7a035", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:44:59.433207 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c2771694-2e7b-404c-bf68-25d0fa0a5f9c {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:44:59.433561 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb', 'tag': '34fae5a7-5eea-4852-b02f-185993c7a035', 'status': 'completed', 'code': 200} Aug 18 14:44:59.435467 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-ec1cab68-b5fc-404a-ad9e-a9717d6f45ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34fae5a7-5eea-4852-b02f-185993c7a035 HTTP/1.1" status: 200 len: 217 time: 0.2776446 Aug 18 14:44:59.486767 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-9ffaebc2-a5d1-4d9a-b75b-6f3ce1da9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:59.488204 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-9ffaebc2-a5d1-4d9a-b75b-6f3ce1da9cf1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=836a2402-c33a-4f5a-8a35-cc80625bfacb HTTP/1.1" status: 200 len: 854 time: 0.0442152 Aug 18 14:44:59.518486 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-0223e397-322d-488b-9564-95dc30ebbf37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227525 Aug 18 14:44:59.616065 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-4633d593-2735-471a-bb95-2355af57d74e service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875819 Aug 18 14:44:59.712346 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ecb68e54-99cd-4b5e-8846-1eee7f196ec4 req-01ea349e-ba25-4b00-954a-299cc4b8277f service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879533 Aug 18 14:44:59.799840 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:45:00.306131 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb088a-d8ee-4354-b401-ab63773eb462 req-94f217b0-fda5-451d-af7f-641099ee2181 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.307638 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-63eb088a-d8ee-4354-b401-ab63773eb462 req-94f217b0-fda5-451d-af7f-641099ee2181 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 943 time: 0.0497863 Aug 18 14:45:00.344967 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-63eb088a-d8ee-4354-b401-ab63773eb462 req-de6d042e-8fb9-40d8-9923-76958490f492 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Aug 18 14:45:00.347839 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515164fa-b67a-42fc-80d2-964c265dac70 req-e5f97d5f-a581-42c3-a8ad-a7f5d940d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.349341 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-515164fa-b67a-42fc-80d2-964c265dac70 req-e5f97d5f-a581-42c3-a8ad-a7f5d940d641 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 1096 time: 0.0414279 Aug 18 14:45:00.450227 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71c29-075a-482e-9457-0beb375ec38d req-3f96a17f-4080-4da1-98ed-e1ce4c9f73c7 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.451749 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-79d71c29-075a-482e-9457-0beb375ec38d req-3f96a17f-4080-4da1-98ed-e1ce4c9f73c7 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0517681 Aug 18 14:45:00.456595 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515164fa-b67a-42fc-80d2-964c265dac70 req-836302bd-fce0-48f5-b6a1-dc119e6e7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:00.458104 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-515164fa-b67a-42fc-80d2-964c265dac70 req-836302bd-fce0-48f5-b6a1-dc119e6e7938 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 915 time: 0.0940437 Aug 18 14:45:00.489134 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-79d71c29-075a-482e-9457-0beb375ec38d req-0ff8af72-3602-4092-8dec-caa1440ef17e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310247 Aug 18 14:45:02.572405 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-515164fa-b67a-42fc-80d2-964c265dac70 req-340bfd4b-4d5f-4015-a1be-a244b41dea95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34fae5a7-5eea-4852-b02f-185993c7a035 HTTP/1.1" status: 200 len: 217 time: 0.0368843 Aug 18 14:45:05.770587 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515164fa-b67a-42fc-80d2-964c265dac70 req-97610a5f-f162-425e-b487-15dd434cd36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:05.772514 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-515164fa-b67a-42fc-80d2-964c265dac70 req-97610a5f-f162-425e-b487-15dd434cd36c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=836a2402-c33a-4f5a-8a35-cc80625bfacb HTTP/1.1" status: 200 len: 854 time: 0.0491462 Aug 18 14:45:05.806228 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-515164fa-b67a-42fc-80d2-964c265dac70 req-73991ae4-f0e3-42f7-b103-4e2516b187fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238521 Aug 18 14:45:05.892747 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-515164fa-b67a-42fc-80d2-964c265dac70 req-86e691cc-72a7-41bd-8337-29e050d67b20 service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793691 Aug 18 14:45:05.986293 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-515164fa-b67a-42fc-80d2-964c265dac70 req-4dae543a-1c83-4599-bd9e-938c4d8ad64b service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848699 Aug 18 14:45:06.501737 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35408417-a53e-44f9-8fe0-734f8144e330 req-e52fe90f-6160-4c8d-9803-1a809fd76088 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:06.503237 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-35408417-a53e-44f9-8fe0-734f8144e330 req-e52fe90f-6160-4c8d-9803-1a809fd76088 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 943 time: 0.0772328 Aug 18 14:45:06.515589 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a749c69-b92f-4160-a54d-475108b1c65f req-1f00095d-1d21-4515-9bea-ce8044d24cd4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:06.516974 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a749c69-b92f-4160-a54d-475108b1c65f req-1f00095d-1d21-4515-9bea-ce8044d24cd4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0657234 Aug 18 14:45:06.571084 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-35408417-a53e-44f9-8fe0-734f8144e330 req-e6b23af6-36af-416a-9074-15093e076723 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531774 Aug 18 14:45:06.575727 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a749c69-b92f-4160-a54d-475108b1c65f req-9e091d0e-a3b1-499a-acfb-cb007a341fa9 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522001 Aug 18 14:45:07.723016 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d322b-4022-4ce3-baab-7cf3b80c15c8 req-b96927d6-29de-40b8-8d2c-1b0724381dd1 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:07.724840 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-862d322b-4022-4ce3-baab-7cf3b80c15c8 req-b96927d6-29de-40b8-8d2c-1b0724381dd1 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0727324 Aug 18 14:45:07.732856 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9488cd9-89b5-4306-af4d-4f2d4b39320f req-b54a5d46-a35a-4919-a5da-657c0ba35cc1 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:07.734345 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c9488cd9-89b5-4306-af4d-4f2d4b39320f req-b54a5d46-a35a-4919-a5da-657c0ba35cc1 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 943 time: 0.0918803 Aug 18 14:45:07.791720 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-862d322b-4022-4ce3-baab-7cf3b80c15c8 req-4c02c8db-6138-49ba-952b-a841c8ef5830 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563607 Aug 18 14:45:07.796365 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c9488cd9-89b5-4306-af4d-4f2d4b39320f req-bd4fd8df-8910-45c9-8952-7e19411c25c2 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545323 Aug 18 14:45:08.941976 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52680438-1b00-47fc-a50c-4770e62138ac req-68ac8c12-84b9-408d-b59c-6fafdc6405a1 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:08.944098 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-52680438-1b00-47fc-a50c-4770e62138ac req-68ac8c12-84b9-408d-b59c-6fafdc6405a1 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0794160 Aug 18 14:45:08.956089 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6b42f-e895-47ae-bada-4e6cc62720c6 req-68d4d27c-9a5d-4068-aa2a-20df22a7d4f6 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:08.957500 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-94a6b42f-e895-47ae-bada-4e6cc62720c6 req-68d4d27c-9a5d-4068-aa2a-20df22a7d4f6 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 943 time: 0.0642715 Aug 18 14:45:09.016436 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-52680438-1b00-47fc-a50c-4770e62138ac req-4ead7b77-b258-4bda-9145-2d74bddc5ad6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579970 Aug 18 14:45:09.022220 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-94a6b42f-e895-47ae-bada-4e6cc62720c6 req-6ad9aa30-8911-4720-b502-c09bc1e945b5 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568860 Aug 18 14:45:09.381620 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 58946) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:09.482070 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21f5f715-d95b-4c9d-a6f0-720050a8970e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:09.573396 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21f5f715-d95b-4c9d-a6f0-720050a8970e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:09.577003 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21f5f715-d95b-4c9d-a6f0-720050a8970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:09.614699 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-21f5f715-d95b-4c9d-a6f0-720050a8970e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2cd133af3e444fc1bc493eb764337185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319605 Aug 18 14:45:09.615511 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5f715-d95b-4c9d-a6f0-720050a8970e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9611f9-1636-49f0-9736-e1c1994f7c10,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:09.617377 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 58952) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:09.667634 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3b874585-be65-4210-82a2-16cec3c46d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:09.688629 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3b874585-be65-4210-82a2-16cec3c46d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:09.734818 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3b874585-be65-4210-82a2-16cec3c46d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:09.737419 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3b874585-be65-4210-82a2-16cec3c46d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:09.738593 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3b874585-be65-4210-82a2-16cec3c46d53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f9611f9-1636-49f0-9736-e1c1994f7c10 HTTP/1.1" status: 204 len: 168 time: 0.1200922 Aug 18 14:45:09.746005 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b874585-be65-4210-82a2-16cec3c46d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9611f9-1636-49f0-9736-e1c1994f7c10,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:10.168408 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e647e4c-0a70-4ab2-9626-7c28c7258360 req-45d7d027-9f91-4615-8504-dee5844afbf9 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:10.169826 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e647e4c-0a70-4ab2-9626-7c28c7258360 req-45d7d027-9f91-4615-8504-dee5844afbf9 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 943 time: 0.0702128 Aug 18 14:45:10.177817 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b1074-c3fe-4f1b-906a-75bb7ffce052 req-5ff2a989-04ed-4f96-bd60-655862f9a1e9 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:10.179281 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b50b1074-c3fe-4f1b-906a-75bb7ffce052 req-5ff2a989-04ed-4f96-bd60-655862f9a1e9 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0894547 Aug 18 14:45:10.229196 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4e647e4c-0a70-4ab2-9626-7c28c7258360 req-17123b54-9c74-4b2a-bc4c-32318cf515f8 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489671 Aug 18 14:45:10.244652 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b50b1074-c3fe-4f1b-906a-75bb7ffce052 req-94f8d5d1-b864-4135-825a-2d07187e9a02 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573823 Aug 18 14:45:11.374593 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979add0-cd0b-4111-887a-f33809a1284f req-34d1a141-f3e4-4cc6-9afd-6bfafcbfdb92 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:11.376165 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8979add0-cd0b-4111-887a-f33809a1284f req-34d1a141-f3e4-4cc6-9afd-6bfafcbfdb92 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 943 time: 0.0775645 Aug 18 14:45:11.388219 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606682ab-abcb-42e1-9a2e-37cf8e78278c req-681e8034-505f-4842-8aa6-c29662139a68 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:11.389539 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-606682ab-abcb-42e1-9a2e-37cf8e78278c req-681e8034-505f-4842-8aa6-c29662139a68 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0654359 Aug 18 14:45:11.449182 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8979add0-cd0b-4111-887a-f33809a1284f req-b121b3a0-3892-4536-affd-f86b574bc636 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586891 Aug 18 14:45:11.452661 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-606682ab-abcb-42e1-9a2e-37cf8e78278c req-1a55ae1c-08fd-412d-8b8f-c9b8b688b35b tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564454 Aug 18 14:45:11.602867 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d36d19-efd5-49d6-84f4-2fc97d03046b req-ce3b7b51-ae18-4a25-9f5d-c7180664d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:11.604948 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-65d36d19-efd5-49d6-84f4-2fc97d03046b req-ce3b7b51-ae18-4a25-9f5d-c7180664d273 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 1098 time: 0.0456307 Aug 18 14:45:11.715947 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d36d19-efd5-49d6-84f4-2fc97d03046b req-4cced756-0b45-4acb-93c5-97a9cd5d11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:11.717360 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-65d36d19-efd5-49d6-84f4-2fc97d03046b req-4cced756-0b45-4acb-93c5-97a9cd5d11c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 919 time: 0.0849373 Aug 18 14:45:11.757364 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 34fae5a7-5eea-4852-b02f-185993c7a035 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:45:11.762829 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-65d36d19-efd5-49d6-84f4-2fc97d03046b req-0d50c763-0c2a-4f9d-ad52-f8f95140d9df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5de5855-8352-4797-8e59-48d4da624f78 HTTP/1.1" status: 200 len: 217 time: 0.0374587 Aug 18 14:45:11.813772 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d36d19-efd5-49d6-84f4-2fc97d03046b req-0d7e0924-ddc3-4eb6-bb05-af5abdffc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:11.815282 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-65d36d19-efd5-49d6-84f4-2fc97d03046b req-0d7e0924-ddc3-4eb6-bb05-af5abdffc210 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fb8dbdf-e623-4b18-a596-69a9d3196b83 HTTP/1.1" status: 200 len: 858 time: 0.0454295 Aug 18 14:45:11.853791 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 34fae5a7-5eea-4852-b02f-185993c7a035, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34fae5a7-5eea-4852-b02f-185993c7a035,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:11.865388 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '34fae5a7-5eea-4852-b02f-185993c7a035', 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c', 'port_id': '34fae5a7-5eea-4852-b02f-185993c7a035', 'mac_address': 'fa:16:3e:09:7d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836a2402-c33a-4f5a-8a35-cc80625bfacb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:45:11.866729 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-65d36d19-efd5-49d6-84f4-2fc97d03046b req-13864c7c-110b-4d7f-a012-453b53a69a3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9b012c8-804e-4f07-9a16-9c0f8924483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263855 Aug 18 14:45:11.903563 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:11.917012 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fae5a7-5eea-4852-b02f-185993c7a035 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:45:11.936853 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 34fae5a7-5eea-4852-b02f-185993c7a035, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34fae5a7-5eea-4852-b02f-185993c7a035,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:11.940838 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:11.991498 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=34fae5a7-5eea-4852-b02f-185993c7a035,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:12.002915 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-65d36d19-efd5-49d6-84f4-2fc97d03046b req-afb4e132-10c0-4246-ba56-3b22fb69a12e service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240740 Aug 18 14:45:12.005989 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665380f3-96a1-4d87-90c3-74d9d4f918da req-222105cf-292b-41cd-8886-96d46762417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:12.007386 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-665380f3-96a1-4d87-90c3-74d9d4f918da req-222105cf-292b-41cd-8886-96d46762417e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 1098 time: 0.0717340 Aug 18 14:45:12.099512 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-665380f3-96a1-4d87-90c3-74d9d4f918da req-1b8afceb-7f08-4f86-883c-7b92a898976f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728042 Aug 18 14:45:12.126497 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-65d36d19-efd5-49d6-84f4-2fc97d03046b req-d7aa20df-03a2-4b98-a0ea-3d9eaa557d18 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074200 Aug 18 14:45:12.773512 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['34fae5a7-5eea-4852-b02f-185993c7a035'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:45:12.943597 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbed1-9ad1-42fb-81bf-14c6e7186ed4 req-600ff9b8-351c-4999-8893-8990077b833a tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:12.945090 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fcccbed1-9ad1-42fb-81bf-14c6e7186ed4 req-600ff9b8-351c-4999-8893-8990077b833a tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 944 time: 0.0747476 Aug 18 14:45:12.966727 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85aeb-86a2-4572-9fd3-bf5f42309f90 req-80080181-3ae5-49bd-8274-71efd1ab07d6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:12.968132 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-12c85aeb-86a2-4572-9fd3-bf5f42309f90 req-80080181-3ae5-49bd-8274-71efd1ab07d6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0735023 Aug 18 14:45:13.009994 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fcccbed1-9ad1-42fb-81bf-14c6e7186ed4 req-61a7645e-674b-43c8-90a0-ab7d72390fe5 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588477 Aug 18 14:45:13.023557 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-12c85aeb-86a2-4572-9fd3-bf5f42309f90 req-5832c85d-1955-4ca5-986c-4bacb939dc22 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490551 Aug 18 14:45:13.337293 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:14.156285 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dac16-8b62-49d3-aeb6-83973b2f74ef req-89b2cf59-f01e-43f2-9bd2-56fc4fb65f25 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:14.157754 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4b2dac16-8b62-49d3-aeb6-83973b2f74ef req-89b2cf59-f01e-43f2-9bd2-56fc4fb65f25 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 944 time: 0.0800304 Aug 18 14:45:14.169408 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d68e6-1aac-4600-84d0-3f792b3d3423 req-141344f3-7251-48f0-aaec-1702165bf632 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:14.170809 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e29d68e6-1aac-4600-84d0-3f792b3d3423 req-141344f3-7251-48f0-aaec-1702165bf632 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0681221 Aug 18 14:45:14.224566 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4b2dac16-8b62-49d3-aeb6-83973b2f74ef req-9195627e-314f-4ad6-9638-27a5e55d9463 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522721 Aug 18 14:45:14.229580 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e29d68e6-1aac-4600-84d0-3f792b3d3423 req-6385cc54-37fc-4958-9e78-c4101619531a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516057 Aug 18 14:45:14.547276 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e06a8500-785f-47ba-a0d2-49fc3c509eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:15.377054 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd653090-4e10-4959-b099-35954a800d78 req-fd6703aa-e206-4014-8832-a8563be85827 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:15.378568 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bd653090-4e10-4959-b099-35954a800d78 req-fd6703aa-e206-4014-8832-a8563be85827 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0804667 Aug 18 14:45:15.387068 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a20408-ba2c-4f33-932d-b4fb1fc9c8ce req-5ca7a7e6-33f1-44e7-ba5f-8df6f91c4ac3 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:15.388557 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-67a20408-ba2c-4f33-932d-b4fb1fc9c8ce req-5ca7a7e6-33f1-44e7-ba5f-8df6f91c4ac3 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 944 time: 0.0922956 Aug 18 14:45:15.446288 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-67a20408-ba2c-4f33-932d-b4fb1fc9c8ce req-3f314bf6-e694-403b-ba11-4a1b511ff839 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503926 Aug 18 14:45:15.449082 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bd653090-4e10-4959-b099-35954a800d78 req-61fb7e03-8552-482b-b3dc-546b5cd56d4e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596001 Aug 18 14:45:15.689948 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a24226-67d6-4815-8aa6-6346d6e86f63 req-add48fe0-4450-4331-97f5-2190186db7b5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:15.691479 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-78a24226-67d6-4815-8aa6-6346d6e86f63 req-add48fe0-4450-4331-97f5-2190186db7b5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0503511 Aug 18 14:45:15.705119 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5ca89-c2b4-48cf-a56d-960cbe266c1f req-f0b12775-9949-4d40-97d4-ca95cd728bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:15.706679 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-71e5ca89-c2b4-48cf-a56d-960cbe266c1f req-f0b12775-9949-4d40-97d4-ca95cd728bd9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 1098 time: 0.0399847 Aug 18 14:45:15.729674 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-78a24226-67d6-4815-8aa6-6346d6e86f63 req-696958a8-fa8c-48ac-9151-9b0b9d88b760 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Aug 18 14:45:15.789342 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 34fae5a7-5eea-4852-b02f-185993c7a035 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:45:15.802819 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5ca89-c2b4-48cf-a56d-960cbe266c1f req-732690ff-a1bd-48ed-8aa4-f6c2958d7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:15.804287 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-71e5ca89-c2b4-48cf-a56d-960cbe266c1f req-732690ff-a1bd-48ed-8aa4-f6c2958d7d69 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 919 time: 0.0874405 Aug 18 14:45:15.843799 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port 34fae5a7-5eea-4852-b02f-185993c7a035 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:45:15.850220 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 34fae5a7-5eea-4852-b02f-185993c7a035 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:45:15.850325 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:15.852420 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-71e5ca89-c2b4-48cf-a56d-960cbe266c1f req-44889b7b-bcfa-44f1-b0f3-82fcaf1ac806 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5de5855-8352-4797-8e59-48d4da624f78 HTTP/1.1" status: 200 len: 217 time: 0.0401931 Aug 18 14:45:15.913096 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5ca89-c2b4-48cf-a56d-960cbe266c1f req-11847b80-28aa-4217-83cc-515efd97f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:15.914826 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-71e5ca89-c2b4-48cf-a56d-960cbe266c1f req-11847b80-28aa-4217-83cc-515efd97f061 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fb8dbdf-e623-4b18-a596-69a9d3196b83 HTTP/1.1" status: 200 len: 858 time: 0.0507092 Aug 18 14:45:15.941954 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:15.949043 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-71e5ca89-c2b4-48cf-a56d-960cbe266c1f req-01b492b7-54d3-4d78-baa4-91caa6c87dbb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9b012c8-804e-4f07-9a16-9c0f8924483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258758 Aug 18 14:45:15.964937 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fae5a7-5eea-4852-b02f-185993c7a035'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:45:15.967406 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d423b7-af57-43d8-b1c1-11dba0232ea6" -d '{"events": [{"server_uuid": "0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb", "name": "network-vif-plugged", "status": "completed", "tag": "34fae5a7-5eea-4852-b02f-185993c7a035"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:45:15.982249 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 34fae5a7-5eea-4852-b02f-185993c7a035, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34fae5a7-5eea-4852-b02f-185993c7a035,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:45:15.987448 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:16.018385 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee2ba1e-2e36-4250-997e-a52daba8c185 x-openstack-request-id: req-fee2ba1e-2e36-4250-997e-a52daba8c185 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:45:16.018807 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb", "name": "network-vif-plugged", "status": "completed", "tag": "34fae5a7-5eea-4852-b02f-185993c7a035", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:45:16.019127 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fee2ba1e-2e36-4250-997e-a52daba8c185 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:45:16.019585 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fae5a7-5eea-4852-b02f-185993c7a035', 'code': 200} Aug 18 14:45:16.047330 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=34fae5a7-5eea-4852-b02f-185993c7a035,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:16.074478 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-71e5ca89-c2b4-48cf-a56d-960cbe266c1f req-21392c7a-1df6-4465-8d5b-d24928bdc94b service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160870 Aug 18 14:45:16.251488 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-71e5ca89-c2b4-48cf-a56d-960cbe266c1f req-2e267ab5-35b3-453f-b7e1-26eaa99d9a02 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431394 Aug 18 14:45:16.268930 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b6a3c-e602-4b05-a1b8-2afae2daf970 req-fc010b7c-dcb3-42bd-aeee-8e3d54638d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:16.270841 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-262b6a3c-e602-4b05-a1b8-2afae2daf970 req-fc010b7c-dcb3-42bd-aeee-8e3d54638d3c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 1098 time: 0.0575390 Aug 18 14:45:16.369887 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-262b6a3c-e602-4b05-a1b8-2afae2daf970 req-45b37ccb-6631-4baf-96d7-243b870a1765 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291767 Aug 18 14:45:16.560696 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cd295-6242-4cfd-875c-29a14c2b1e67 req-219e3565-bcc8-4960-9e1a-16e83b239318 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:16.562130 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-852cd295-6242-4cfd-875c-29a14c2b1e67 req-219e3565-bcc8-4960-9e1a-16e83b239318 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 945 time: 0.0468380 Aug 18 14:45:16.597337 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-852cd295-6242-4cfd-875c-29a14c2b1e67 req-b2b185c1-1bf5-4b63-a1c7-6617d70aef2a tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292554 Aug 18 14:45:16.848001 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94503d65-8dd6-42c6-aad1-63d226bf8470 req-77259d71-9e3a-4223-9b23-497c896f5fcf tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:16.850142 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-94503d65-8dd6-42c6-aad1-63d226bf8470 req-77259d71-9e3a-4223-9b23-497c896f5fcf tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0505612 Aug 18 14:45:16.888421 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-94503d65-8dd6-42c6-aad1-63d226bf8470 req-7f0fd976-d56d-437b-aae1-5e0713a875ea tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Aug 18 14:45:17.179803 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-655de27b-6878-4658-a87d-0f982718005b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:17.292480 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:17.714568 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360fdcf-a996-4f98-b9e2-24c13eaff3e2 req-27bd6804-ec5e-4c05-a539-f0f419a0d3c9 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:17.716091 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e360fdcf-a996-4f98-b9e2-24c13eaff3e2 req-27bd6804-ec5e-4c05-a539-f0f419a0d3c9 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 945 time: 0.0480118 Aug 18 14:45:17.753813 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e360fdcf-a996-4f98-b9e2-24c13eaff3e2 req-21cc395d-8285-4ed4-adc9-dc653bf3881c tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Aug 18 14:45:17.956336 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:18.006482 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cef10-c654-415a-8cec-5fc3fd68e6ac req-b37317cc-129b-4509-b184-432889763113 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:18.007963 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f45cef10-c654-415a-8cec-5fc3fd68e6ac req-b37317cc-129b-4509-b184-432889763113 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0475426 Aug 18 14:45:18.045842 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f45cef10-c654-415a-8cec-5fc3fd68e6ac req-a4ae6eaf-0576-49d7-a421-a22a7b076786 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Aug 18 14:45:18.898304 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5a2e1-62c8-4d48-892f-901bb7712cf4 req-615863db-3900-46b5-bd72-7ac652142eb7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:18.899968 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f9a5a2e1-62c8-4d48-892f-901bb7712cf4 req-615863db-3900-46b5-bd72-7ac652142eb7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 945 time: 0.0587463 Aug 18 14:45:18.952884 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f9a5a2e1-62c8-4d48-892f-901bb7712cf4 req-501842bc-cf49-44ce-be9d-374f8ed3f43b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455523 Aug 18 14:45:19.164107 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5160b-4a47-474f-bcc2-4d3c7f07eadd req-9024867a-e370-4d23-b369-ba4914700453 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:19.165624 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-64b5160b-4a47-474f-bcc2-4d3c7f07eadd req-9024867a-e370-4d23-b369-ba4914700453 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0511169 Aug 18 14:45:19.203939 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-64b5160b-4a47-474f-bcc2-4d3c7f07eadd req-544d23d4-de4a-4361-a221-47c6dcb162db tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323508 Aug 18 14:45:20.064910 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee6237-d5bc-4008-b521-c99ad7579e66 req-a6063f5f-da44-428c-96ad-d1c3bc02c68a tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:20.066467 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-05ee6237-d5bc-4008-b521-c99ad7579e66 req-a6063f5f-da44-428c-96ad-d1c3bc02c68a tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 945 time: 0.0496366 Aug 18 14:45:20.101898 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:20.110987 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-05ee6237-d5bc-4008-b521-c99ad7579e66 req-4b94bca1-0396-4bb5-899d-dde3f5c2bf52 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361760 Aug 18 14:45:20.347771 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e6a3-948a-4637-aa82-77240f3a843b req-6bbe3a0e-e700-4757-a420-7002e06df65e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:20.355402 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3025e6a3-948a-4637-aa82-77240f3a843b req-6bbe3a0e-e700-4757-a420-7002e06df65e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0733292 Aug 18 14:45:20.402765 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3025e6a3-948a-4637-aa82-77240f3a843b req-b08d13b2-6f4c-41a2-a325-5db10b8764a6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439761 Aug 18 14:45:21.578577 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fee703-26d3-48a4-9967-0bb0a5342ca6 req-5c984499-e1ef-46c1-bcdd-6c3d645ce2d5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:21.580068 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d2fee703-26d3-48a4-9967-0bb0a5342ca6 req-5c984499-e1ef-46c1-bcdd-6c3d645ce2d5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0496981 Aug 18 14:45:21.618565 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d2fee703-26d3-48a4-9967-0bb0a5342ca6 req-9bdac0f5-3657-427b-90d8-ac5fc6c0aa14 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Aug 18 14:45:24.143948 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef5164-a7f6-4216-bde5-54ac429c0584 req-525eb459-ab5a-4cd6-ae8e-55200fca0c8e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:24.145390 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-40ef5164-a7f6-4216-bde5-54ac429c0584 req-525eb459-ab5a-4cd6-ae8e-55200fca0c8e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0462143 Aug 18 14:45:24.181936 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-40ef5164-a7f6-4216-bde5-54ac429c0584 req-a8d7c4cd-822a-4c59-b217-2dfff31f7488 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Aug 18 14:45:36.798736 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:45:41.127795 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 59612) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:41.227726 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.315414 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.319022 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.355382 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906014b5-a3d0-4c9c-bfc3-401bc45d10fc,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:41.360018 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2287aa14091d477791e6c804882f3fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311282 Aug 18 14:45:41.362746 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 59616) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:41.365414 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.365762 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.366113 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.366478 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.366824 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.367161 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.367496 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.367839 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.368173 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.368502 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.368831 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.369160 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494ae86b-8f3f-4617-bd05-3267d6b6d38f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.415146 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.434974 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.481395 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.484052 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.485257 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/906014b5-a3d0-4c9c-bfc3-401bc45d10fc HTTP/1.1" status: 204 len: 168 time: 0.1213262 Aug 18 14:45:41.493416 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906014b5-a3d0-4c9c-bfc3-401bc45d10fc,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:41.500789 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.501180 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.501530 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.501872 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.502211 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.502585 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.502971 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.503256 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.503591 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.503922 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.504243 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.504570 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34061042-972f-469e-91a3-5a5d3370c77d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:41.735465 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 59626) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:41.748821 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-72e40241-895a-4056-b78c-b05f5d94067a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.832687 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-72e40241-895a-4056-b78c-b05f5d94067a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.836967 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-72e40241-895a-4056-b78c-b05f5d94067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.877628 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-72e40241-895a-4056-b78c-b05f5d94067a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=074a7d57e008499091ddc91cc7818be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409891 Aug 18 14:45:41.878839 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e40241-895a-4056-b78c-b05f5d94067a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e862657-8fe6-4f17-8dec-799ccdcac51e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:41.880271 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 59630) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:41.929046 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b612fa6-2897-4d96-a1be-b6498e881b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.949620 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b612fa6-2897-4d96-a1be-b6498e881b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.994276 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b612fa6-2897-4d96-a1be-b6498e881b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.996892 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2b612fa6-2897-4d96-a1be-b6498e881b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:41.998025 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2b612fa6-2897-4d96-a1be-b6498e881b98 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e862657-8fe6-4f17-8dec-799ccdcac51e HTTP/1.1" status: 204 len: 168 time: 0.1167166 Aug 18 14:45:42.005425 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b612fa6-2897-4d96-a1be-b6498e881b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e862657-8fe6-4f17-8dec-799ccdcac51e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:43.340745 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.524004 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 59692) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:43.626727 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3889c0f-9dcd-4af9-834e-ef5b8a73cbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.714756 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3889c0f-9dcd-4af9-834e-ef5b8a73cbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.718682 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3889c0f-9dcd-4af9-834e-ef5b8a73cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.759216 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c3889c0f-9dcd-4af9-834e-ef5b8a73cbf9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e69c3ed702f8462d9c8f237c3f25fc1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341092 Aug 18 14:45:43.760068 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3889c0f-9dcd-4af9-834e-ef5b8a73cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520f7b8e-d31f-4668-b314-70adb24eb1a5,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:43.761983 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 59700) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:43.811837 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7b269ba7-2a82-4634-8df1-09d90a2ba317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.832074 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7b269ba7-2a82-4634-8df1-09d90a2ba317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.876523 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7b269ba7-2a82-4634-8df1-09d90a2ba317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.879099 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7b269ba7-2a82-4634-8df1-09d90a2ba317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:43.880208 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7b269ba7-2a82-4634-8df1-09d90a2ba317 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/520f7b8e-d31f-4668-b314-70adb24eb1a5 HTTP/1.1" status: 204 len: 168 time: 0.1171424 Aug 18 14:45:43.887880 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b269ba7-2a82-4634-8df1-09d90a2ba317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520f7b8e-d31f-4668-b314-70adb24eb1a5,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:44.133153 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 59706) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:44.146343 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e48b8b94-0a83-46bc-adb2-ed2a78480a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.233163 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e48b8b94-0a83-46bc-adb2-ed2a78480a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.237147 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e48b8b94-0a83-46bc-adb2-ed2a78480a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.281162 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e48b8b94-0a83-46bc-adb2-ed2a78480a07 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9bcbf04aa5ef49f7aded9158c290120c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469333 Aug 18 14:45:44.282277 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b8b94-0a83-46bc-adb2-ed2a78480a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc2201e-e0b9-4a07-a709-7fb009a81b0c,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:44.283922 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 59712) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:44.343276 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-16a428a6-5c27-4627-bb96-bcbd34122481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.362806 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-16a428a6-5c27-4627-bb96-bcbd34122481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.407155 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-16a428a6-5c27-4627-bb96-bcbd34122481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.409718 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-16a428a6-5c27-4627-bb96-bcbd34122481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:44.410885 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-16a428a6-5c27-4627-bb96-bcbd34122481 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0dc2201e-e0b9-4a07-a709-7fb009a81b0c HTTP/1.1" status: 204 len: 168 time: 0.1259391 Aug 18 14:45:44.418817 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a428a6-5c27-4627-bb96-bcbd34122481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc2201e-e0b9-4a07-a709-7fb009a81b0c,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:44.548416 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-08686d8f-cc1e-4802-86df-6adc44bffd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.357283 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 59796) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:46.468594 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1bb2bc11-381b-4cb2-9cea-babe93ddbb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.567619 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1bb2bc11-381b-4cb2-9cea-babe93ddbb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.571409 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1bb2bc11-381b-4cb2-9cea-babe93ddbb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.610095 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1bb2bc11-381b-4cb2-9cea-babe93ddbb25 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3da8b5347eee4e63aa2476bce56801ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516289 Aug 18 14:45:46.610987 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2bc11-381b-4cb2-9cea-babe93ddbb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c8686c-0568-4a2c-a887-66cbe883c8ab,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:46.612796 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 59802) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:46.660287 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d01ebe2c-6364-452f-9bde-7d7bdfb4f14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.681973 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d01ebe2c-6364-452f-9bde-7d7bdfb4f14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.727708 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d01ebe2c-6364-452f-9bde-7d7bdfb4f14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.730401 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d01ebe2c-6364-452f-9bde-7d7bdfb4f14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:46.734330 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d01ebe2c-6364-452f-9bde-7d7bdfb4f14b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10c8686c-0568-4a2c-a887-66cbe883c8ab HTTP/1.1" status: 204 len: 168 time: 0.1205375 Aug 18 14:45:46.741846 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebe2c-6364-452f-9bde-7d7bdfb4f14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c8686c-0568-4a2c-a887-66cbe883c8ab,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:46.982781 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 59812) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:46.997966 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ede2a5f3-35a8-4012-889f-473536c5afa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.083226 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ede2a5f3-35a8-4012-889f-473536c5afa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.086653 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ede2a5f3-35a8-4012-889f-473536c5afa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.122865 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ede2a5f3-35a8-4012-889f-473536c5afa9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f780c3ce3aa3463e981d3a4d349f5465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389778 Aug 18 14:45:47.123628 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2a5f3-35a8-4012-889f-473536c5afa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd7a496-267b-4274-8a1e-1431a4104a73,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:47.125532 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 59814) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:47.173976 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ea816f2-5064-4f09-a758-69e6962c92d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.179244 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f35e87bc-2bce-4200-90e5-3ad11c244974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.196246 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ea816f2-5064-4f09-a758-69e6962c92d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.241767 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ea816f2-5064-4f09-a758-69e6962c92d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.244372 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ea816f2-5064-4f09-a758-69e6962c92d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.245507 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0ea816f2-5064-4f09-a758-69e6962c92d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5cd7a496-267b-4274-8a1e-1431a4104a73 HTTP/1.1" status: 204 len: 168 time: 0.1189795 Aug 18 14:45:47.253025 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea816f2-5064-4f09-a758-69e6962c92d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd7a496-267b-4274-8a1e-1431a4104a73,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:47.295093 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:47.958765 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:50.102936 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.488266 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 59956) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:52.627289 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-15b8f0be-75fa-45bf-af0a-705dd2f016db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.718032 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-15b8f0be-75fa-45bf-af0a-705dd2f016db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.721833 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-15b8f0be-75fa-45bf-af0a-705dd2f016db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.761545 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-15b8f0be-75fa-45bf-af0a-705dd2f016db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e151c40e873b484aa3c9b80340cdac52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721999 Aug 18 14:45:52.762665 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8f0be-75fa-45bf-af0a-705dd2f016db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec50e0c-8a00-42bf-85b0-4e4ae42b7d8a,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:52.764275 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 59962) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:52.812023 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d2e0332-10a2-4067-a953-c81427f02afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.831983 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d2e0332-10a2-4067-a953-c81427f02afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.879060 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d2e0332-10a2-4067-a953-c81427f02afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.881879 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d2e0332-10a2-4067-a953-c81427f02afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:52.883017 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1d2e0332-10a2-4067-a953-c81427f02afe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ec50e0c-8a00-42bf-85b0-4e4ae42b7d8a HTTP/1.1" status: 204 len: 168 time: 0.1177721 Aug 18 14:45:52.890172 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e0332-10a2-4067-a953-c81427f02afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec50e0c-8a00-42bf-85b0-4e4ae42b7d8a,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:53.131347 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 59970) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:53.144191 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f84cc488-dc03-4f64-9584-77469d5aa10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.235131 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f84cc488-dc03-4f64-9584-77469d5aa10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.239160 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f84cc488-dc03-4f64-9584-77469d5aa10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.274835 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cc488-dc03-4f64-9584-77469d5aa10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f79938-0ba9-4731-9b18-01abccb75e35,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:53.279354 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f84cc488-dc03-4f64-9584-77469d5aa10e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33f109fa139e4edfb035e70ccc8e2a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470063 Aug 18 14:45:53.281980 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 59974) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:53.330952 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b3e76c17-8671-46c2-a396-902b09dd387d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.353525 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b3e76c17-8671-46c2-a396-902b09dd387d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.398599 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b3e76c17-8671-46c2-a396-902b09dd387d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.401121 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b3e76c17-8671-46c2-a396-902b09dd387d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.402552 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b3e76c17-8671-46c2-a396-902b09dd387d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36f79938-0ba9-4731-9b18-01abccb75e35 HTTP/1.1" status: 204 len: 168 time: 0.1196058 Aug 18 14:45:53.409653 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e76c17-8671-46c2-a396-902b09dd387d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f79938-0ba9-4731-9b18-01abccb75e35,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:54.085460 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 60008) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:54.183878 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-484558005-network', 'tenant_id': '850af6ef3c5c4213b71b42ab8cffe4f7'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:54.204114 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Made reservation on behalf of 850af6ef3c5c4213b71b42ab8cffe4f7 for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:45:54.206300 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.214212 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.299888 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.304645 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.330831 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:45:54.342118 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc4bb8e-bb76-485e-b43d-304ce0b9f606,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:54.346918 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.347263 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Added segment 97fdc94e-a428-4b0b-8688-6ffe0d871af8 of type vlan for network 87d1bf2c-a8ae-4816-b901-e7b86c371514 Aug 18 14:45:54.387611 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.411485 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.412960 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:54.413650 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.467095 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3805149 Aug 18 14:45:54.470018 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 60018) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:54.475670 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] Request body: {'subnet': {'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-484558005-subnet', 'tenant_id': '850af6ef3c5c4213b71b42ab8cffe4f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:54.479890 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7238b-1c9e-46d6-88fc-0b11b4b313f5 admin admin] Pushing event updated for resources: {'Network': ['ID=87d1bf2c-a8ae-4816-b901-e7b86c371514,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:54.490240 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 87d1bf2c-a8ae-4816-b901-e7b86c371514 details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:45:54.496182 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] Made reservation on behalf of 850af6ef3c5c4213b71b42ab8cffe4f7 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:45:54.498594 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3164307'] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.685233 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3164293'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.738738 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4838232-74d5-488f-925b-3da148fd3938,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:54.750247 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] Checking segment: {'id': '97fdc94e-a428-4b0b-8688-6ffe0d871af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:45:54.750641 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] Network hostable DHCP agents. Network: 87d1bf2c-a8ae-4816-b901-e7b86c371514, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:45:54.766296 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] Network 87d1bf2c-a8ae-4816-b901-e7b86c371514 is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:45:54.773921 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 87d1bf2c-a8ae-4816-b901-e7b86c371514) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:45:54.778387 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:54.779012 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.783240 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b57854-019e-4732-b166-099972d4a39d None None] Network 87d1bf2c-a8ae-4816-b901-e7b86c371514 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:45:54.792220 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-8fd41c15-22ca-4331-b450-00f351c33c18 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3205721 Aug 18 14:45:54.916507 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f1aaac-1f31-496b-9107-96a2403d12f0 None None] Network 87d1bf2c-a8ae-4816-b901-e7b86c371514 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:45:55.898844 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 60072) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:55.998543 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a42d1756-93e8-4e15-84a2-6e5d4e5d0e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.089030 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a42d1756-93e8-4e15-84a2-6e5d4e5d0e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.092385 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a42d1756-93e8-4e15-84a2-6e5d4e5d0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.129171 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-a42d1756-93e8-4e15-84a2-6e5d4e5d0e7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a756918889064dd4925e53ada51ec92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292652 Aug 18 14:45:56.130258 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d1756-93e8-4e15-84a2-6e5d4e5d0e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf43f756-b297-4ac7-8d30-c6a07f55bc2e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:56.131942 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 60076) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:56.180604 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3e99abcc-b26c-4ab2-bfda-059cade934a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.201182 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3e99abcc-b26c-4ab2-bfda-059cade934a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.246333 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3e99abcc-b26c-4ab2-bfda-059cade934a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.248896 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3e99abcc-b26c-4ab2-bfda-059cade934a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.250002 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3e99abcc-b26c-4ab2-bfda-059cade934a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf43f756-b297-4ac7-8d30-c6a07f55bc2e HTTP/1.1" status: 204 len: 168 time: 0.1170812 Aug 18 14:45:56.258209 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99abcc-b26c-4ab2-bfda-059cade934a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf43f756-b297-4ac7-8d30-c6a07f55bc2e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:56.637991 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-e52e2faf-9390-4700-84bf-db3775f7a8d2 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:56.639499 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-e52e2faf-9390-4700-84bf-db3775f7a8d2 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/networks?id=87d1bf2c-a8ae-4816-b901-e7b86c371514 HTTP/1.1" status: 200 len: 808 time: 0.1003895 Aug 18 14:45:56.654209 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-a420807a-55f7-4cc8-915e-9393c7a6847b tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/quotas/850af6ef3c5c4213b71b42ab8cffe4f7 HTTP/1.1" status: 200 len: 375 time: 0.0092275 Aug 18 14:45:56.688853 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-a96bf57f-c7aa-4e45-a2c9-467268c05883 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=850af6ef3c5c4213b71b42ab8cffe4f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290861 Aug 18 14:45:56.778929 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-9febb9df-b7b3-40e5-ad26-87d19cd0d36a service neutron] 10.222.0.38 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828562 Aug 18 14:45:56.875952 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-58d33a76-22a5-4b4c-a230-a62d0c6cd61b service neutron] 10.222.0.38 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908821 Aug 18 14:45:56.905368 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 60122) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:57.003843 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-165088389-network', 'tenant_id': '6c2539cee1704c02b60e0188f704afac'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:57.045293 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f8337d87-2830-4763-b6f7-b46ea7d06507 req-7e2bfc2f-3f92-4fea-9581-87a1777c6d88 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 210 time: 0.0307662 Aug 18 14:45:57.051212 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Made reservation on behalf of 6c2539cee1704c02b60e0188f704afac for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:45:57.053797 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.063075 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.154460 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.158311 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.185738 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:45:57.197312 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1750bb5-8d23-4a35-96aa-b34cf0b6254e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:57.202255 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.202633 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Added segment e958eeaf-3138-4e93-8b38-20767c060a51 of type vlan for network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c Aug 18 14:45:57.244456 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.273433 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.274396 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:57.275038 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.322665 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4160769 Aug 18 14:45:57.325673 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 60138) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:57.331773 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] Request body: {'subnet': {'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-165088389-subnet', 'tenant_id': '6c2539cee1704c02b60e0188f704afac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:57.333449 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f13a3-344e-4f79-85d2-196fa7ea74f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5a1bf0dc-7a12-4bc4-b675-716a7bdde87c,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:57.346314 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:45:57.358526 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] Made reservation on behalf of 6c2539cee1704c02b60e0188f704afac for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:45:57.360815 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4181378'] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.539666 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3815244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4181396'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.600332 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a828dc-24c3-4b1c-a90c-241f9384f11a,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:57.614274 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] Checking segment: {'id': 'e958eeaf-3138-4e93-8b38-20767c060a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:45:57.615454 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] Network hostable DHCP agents. Network: 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:45:57.635272 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] Network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:45:57.644971 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:45:57.649986 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:57.651331 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:57.656865 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e5cdc-1809-4e42-b150-bb83ef713cc1 None None] Network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:45:57.666222 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2811f8ee-0420-4f01-9b77-c5d176f0a8b9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3388693 Aug 18 14:45:57.793291 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd533d0-a4e7-44b2-90e2-805d8061dca2 None None] Network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:45:58.182573 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-70a406d5-76ce-4f42-b979-e544ee0df168 req-808264b2-174a-4efd-b1b9-ceb722ea29d7 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 210 time: 0.0337305 Aug 18 14:45:58.292940 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-3e6f9cbc-a80d-42ea-bb60-dc60cf0f338c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:58.294390 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-3e6f9cbc-a80d-42ea-bb60-dc60cf0f338c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.69 "GET /v2.0/networks?id=87d1bf2c-a8ae-4816-b901-e7b86c371514 HTTP/1.1" status: 200 len: 808 time: 0.1123455 Aug 18 14:45:58.324386 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Request body: {'port': {'device_id': '2ebe8423-233c-4016-b1f9-d48f922fa72a', 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514', 'admin_state_up': True, 'tenant_id': '850af6ef3c5c4213b71b42ab8cffe4f7'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:58.439816 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Made reservation on behalf of 850af6ef3c5c4213b71b42ab8cffe4f7 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:45:58.443906 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:58.570050 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Allocated IP 172.20.0.13 (87d1bf2c-a8ae-4816-b901-e7b86c371514/b4838232-74d5-488f-925b-3da148fd3938/e86055e8-a9ab-4ece-8491-5f56d5f70921) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:45:58.719685 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:58.773262 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:58.825709 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Network 87d1bf2c-a8ae-4816-b901-e7b86c371514 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:45:58.831719 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:45:58.835392 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:45:58.865583 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f276c-ac46-48dd-b0d7-3d67695a1941 req-d9af9a37-bd11-4569-a307-0c80d20e0fe2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:58.867290 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-283f276c-ac46-48dd-b0d7-3d67695a1941 req-d9af9a37-bd11-4569-a307-0c80d20e0fe2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0510125 Aug 18 14:45:58.887649 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Pushing event updated for resources: {'Port': ['ID=e86055e8-a9ab-4ece-8491-5f56d5f70921,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:58.906461 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-283f276c-ac46-48dd-b0d7-3d67695a1941 req-a2acc63c-1af9-4f9c-ba1a-713bc16f3a0f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332491 Aug 18 14:45:58.918133 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:58.918652 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:58.932408 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8126e-028c-4207-9be4-e15460d2f202 req-f28b80f3-90d2-4012-a58d-73efdeb27de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:58.933883 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6af8126e-028c-4207-9be4-e15460d2f202 req-f28b80f3-90d2-4012-a58d-73efdeb27de1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 1098 time: 0.0929172 Aug 18 14:45:58.956390 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-518d6d9e-9c6d-42cc-9e88-f57f39dc08e6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6362998 Aug 18 14:45:59.016369 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Request body: {'port': {'device_id': '2ebe8423-233c-4016-b1f9-d48f922fa72a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:45:59.067410 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8126e-028c-4207-9be4-e15460d2f202 req-c0b3f8de-53ab-49bd-a738-4c1082f80f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:59.068916 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6af8126e-028c-4207-9be4-e15460d2f202 req-c0b3f8de-53ab-49bd-a738-4c1082f80f10 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 919 time: 0.1210942 Aug 18 14:45:59.122923 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6af8126e-028c-4207-9be4-e15460d2f202 req-06289d66-3e6b-4033-a690-2d18545f0445 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5de5855-8352-4797-8e59-48d4da624f78 HTTP/1.1" status: 200 len: 217 time: 0.0393171 Aug 18 14:45:59.125451 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:59.213354 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8126e-028c-4207-9be4-e15460d2f202 req-e51782d9-d65a-4c12-aae4-2a83d3ea3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:59.214848 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6af8126e-028c-4207-9be4-e15460d2f202 req-e51782d9-d65a-4c12-aae4-2a83d3ea3229 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fb8dbdf-e623-4b18-a596-69a9d3196b83 HTTP/1.1" status: 200 len: 858 time: 0.0811930 Aug 18 14:45:59.298566 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6af8126e-028c-4207-9be4-e15460d2f202 req-6cfbc86a-a362-492a-b10a-be11b3853125 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9b012c8-804e-4f07-9a16-9c0f8924483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331590 Aug 18 14:45:59.316483 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30453716-17b5-4e00-9fbd-d47025c4d800 req-996b231c-fd29-49de-8a2c-ba5db5d20377 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:59.318275 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-30453716-17b5-4e00-9fbd-d47025c4d800 req-996b231c-fd29-49de-8a2c-ba5db5d20377 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 932 time: 0.0586336 Aug 18 14:45:59.361463 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-30453716-17b5-4e00-9fbd-d47025c4d800 req-d0a639e1-2b53-44c0-9a52-07db5275661e tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367768 Aug 18 14:45:59.473741 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-54873a96-618c-496f-86f0-09f47eaca5e2 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:59.475170 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-54873a96-618c-496f-86f0-09f47eaca5e2 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/networks?id=5a1bf0dc-7a12-4bc4-b675-716a7bdde87c HTTP/1.1" status: 200 len: 813 time: 0.1056321 Aug 18 14:45:59.490502 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-ff479d99-cd16-4bdf-9456-33a91ad77dd7 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/quotas/6c2539cee1704c02b60e0188f704afac HTTP/1.1" status: 200 len: 375 time: 0.0089774 Aug 18 14:45:59.526509 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-4ae19f7e-7a45-4065-bbe0-77b1789e8df0 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c2539cee1704c02b60e0188f704afac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303996 Aug 18 14:45:59.532493 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6af8126e-028c-4207-9be4-e15460d2f202 req-2c933426-5d0b-4a50-b2bf-9a7cef08cb40 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419814 Aug 18 14:45:59.534337 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86055e8-a9ab-4ece-8491-5f56d5f70921 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:45:59.549282 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:59.601477 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Transition to ACTIVE for port object e86055e8-a9ab-4ece-8491-5f56d5f70921 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:45:59.613192 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:59.628724 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-80458f8d-e37d-4da5-9a26-6973d09e1c2f service neutron] 10.222.0.38 "GET /v2.0/networks/5a1bf0dc-7a12-4bc4-b675-716a7bdde87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946014 Aug 18 14:45:59.690644 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Pushing event updated for resources: {'Port': ['ID=e86055e8-a9ab-4ece-8491-5f56d5f70921,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:59.694949 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6af8126e-028c-4207-9be4-e15460d2f202 req-d6773d28-6cac-45ba-93a1-d00dcea21315 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538856 Aug 18 14:45:59.732015 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-22d883cc-2445-42e9-b673-7f23d7303eb0 service neutron] 10.222.0.38 "GET /v2.0/networks/5a1bf0dc-7a12-4bc4-b675-716a7bdde87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021974 Aug 18 14:45:59.774778 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Attempting to bind port e86055e8-a9ab-4ece-8491-5f56d5f70921 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:45:59.775183 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Attempting to bind port e86055e8-a9ab-4ece-8491-5f56d5f70921 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '97fdc94e-a428-4b0b-8688-6ffe0d871af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:45:59.775578 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Attempting to bind port e86055e8-a9ab-4ece-8491-5f56d5f70921 on network 87d1bf2c-a8ae-4816-b901-e7b86c371514 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:45:59.780641 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Port e86055e8-a9ab-4ece-8491-5f56d5f70921 on network 87d1bf2c-a8ae-4816-b901-e7b86c371514 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:45:59.781030 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Attempting to bind port e86055e8-a9ab-4ece-8491-5f56d5f70921 on network 87d1bf2c-a8ae-4816-b901-e7b86c371514 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:45:59.787139 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:45:59.787707 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Checking segment: {'id': '97fdc94e-a428-4b0b-8688-6ffe0d871af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:45:59.788163 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Bound using segment: {'id': '97fdc94e-a428-4b0b-8688-6ffe0d871af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:45:59.788796 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Bound port: e86055e8-a9ab-4ece-8491-5f56d5f70921, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97fdc94e-a428-4b0b-8688-6ffe0d871af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:45:59.789277 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:59.876235 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] For port e86055e8-a9ab-4ece-8491-5f56d5f70921, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:45:59.879802 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] For port e86055e8-a9ab-4ece-8491-5f56d5f70921, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e86055e8-a9ab-4ece-8491-5f56d5f70921,segment=NetworkSegment(97fdc94e-a428-4b0b-8688-6ffe0d871af8),segment_id=97fdc94e-a428-4b0b-8688-6ffe0d871af8)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:45:59.885334 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:59.942189 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:45:59.944090 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:59.944777 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] 10.222.0.69 "PUT /v2.0/ports/e86055e8-a9ab-4ece-8491-5f56d5f70921 HTTP/1.1" status: 200 len: 1094 time: 0.9344928 Aug 18 14:45:59.945235 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebe8423-233c-4016-b1f9-d48f922fa72a', 'tag': 'e86055e8-a9ab-4ece-8491-5f56d5f70921'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:45:59.948189 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e12961-7ff3-42dd-93b2-a0160c7fe4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebe8423-233c-4016-b1f9-d48f922fa72a", "tag": "e86055e8-a9ab-4ece-8491-5f56d5f70921"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:45:59.950843 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5d514c88-226e-4c6f-b35b-eaa55ec94e7b req-998fbbcd-b737-496d-8914-2d4b76e01781 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 210 time: 0.0379157 Aug 18 14:46:00.004706 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40157ab9-d883-4538-a413-3e4b6c887a7b service neutron] Pushing event updated for resources: {'Port': ['ID=e86055e8-a9ab-4ece-8491-5f56d5f70921,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:00.079544 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-33ffe4ec-5340-4968-8286-2a93fd613202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:00.081252 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-33ffe4ec-5340-4968-8286-2a93fd613202 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=850af6ef3c5c4213b71b42ab8cffe4f7&device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 1097 time: 0.0576839 Aug 18 14:46:00.101683 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-d2ce9ac2-2b46-48d1-aac8-27ffde116c62 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:00.103190 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-d2ce9ac2-2b46-48d1-aac8-27ffde116c62 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 814 time: 0.1782560 Aug 18 14:46:00.126962 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28ea09-4470-4f90-baee-4e5b80d08d05 req-398c6742-d118-44d8-9b8c-0d26e420bcf7 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:00.128418 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-de28ea09-4470-4f90-baee-4e5b80d08d05 req-398c6742-d118-44d8-9b8c-0d26e420bcf7 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0834045 Aug 18 14:46:00.130133 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-68a97893-51f4-4947-b454-52dbc4754b64 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/quotas/3d481d43a1cd4ef58fece194dccfda58 HTTP/1.1" status: 200 len: 375 time: 0.0210831 Aug 18 14:46:00.141463 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-633d3862-dd53-4a6f-804e-1cc480bb3fad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e86055e8-a9ab-4ece-8491-5f56d5f70921 HTTP/1.1" status: 200 len: 217 time: 0.0444243 Aug 18 14:46:00.201921 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-de28ea09-4470-4f90-baee-4e5b80d08d05 req-3a47d551-5e53-4009-8179-9320786ed329 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633941 Aug 18 14:46:00.211578 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-c5ee51ee-97c0-499a-b59d-05e930e82ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:00.213248 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-c5ee51ee-97c0-499a-b59d-05e930e82ed1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4838232-74d5-488f-925b-3da148fd3938 HTTP/1.1" status: 200 len: 848 time: 0.0636799 Aug 18 14:46:00.215657 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-24f70d70-e55d-49c0-9e79-2d72580adeac tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788829 Aug 18 14:46:00.528087 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbd68c5-370e-4c76-83ec-0248fc97c18b x-openstack-request-id: req-7cbd68c5-370e-4c76-83ec-0248fc97c18b {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:00.528386 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebe8423-233c-4016-b1f9-d48f922fa72a", "tag": "e86055e8-a9ab-4ece-8491-5f56d5f70921", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:00.528635 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7cbd68c5-370e-4c76-83ec-0248fc97c18b {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:00.529200 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebe8423-233c-4016-b1f9-d48f922fa72a', 'tag': 'e86055e8-a9ab-4ece-8491-5f56d5f70921', 'status': 'completed', 'code': 200} Aug 18 14:46:00.531253 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-23a2fe0d-4e64-4643-81dc-26fba5666cc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87d1bf2c-a8ae-4816-b901-e7b86c371514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3072090 Aug 18 14:46:00.535435 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-5f128425-d3a0-4086-bec9-1070077fb34d service neutron] 10.222.0.38 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115964 Aug 18 14:46:00.658666 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-0e088707-0748-4b11-8160-cbcb494ad6ea service neutron] 10.222.0.69 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039214 Aug 18 14:46:00.661025 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77631301-6096-42ee-9e7b-bbb531b087c8 req-218c29b7-b8db-4886-8b4c-12a98f178f91 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:00.663184 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-77631301-6096-42ee-9e7b-bbb531b087c8 req-218c29b7-b8db-4886-8b4c-12a98f178f91 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 944 time: 0.1037688 Aug 18 14:46:00.678758 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-7c02b763-c9ae-401e-be19-e6ad82835e09 service neutron] 10.222.0.38 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368454 Aug 18 14:46:00.706318 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-77631301-6096-42ee-9e7b-bbb531b087c8 req-0e924ae6-5c69-4cd3-ad6a-0996526fc69e tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359340 Aug 18 14:46:00.765843 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ab1bb08f-5b5b-4cfd-8b11-f2f6d9925d7e req-a61fd609-7cc5-475e-a7a7-0aa54a11fafe service neutron] 10.222.0.69 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885479 Aug 18 14:46:00.836093 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f0a53aeb-af07-4daa-9cdd-a984e01ff545 req-ce66b5c9-a0b3-4f09-bdb2-ada1f8a0b8a2 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 210 time: 0.0256343 Aug 18 14:46:00.922072 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e12961-7ff3-42dd-93b2-a0160c7fe4fe req-87690b99-875f-4c37-a261-451d226da581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:00.923590 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-57e12961-7ff3-42dd-93b2-a0160c7fe4fe req-87690b99-875f-4c37-a261-451d226da581 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=850af6ef3c5c4213b71b42ab8cffe4f7&device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 1097 time: 0.0408378 Aug 18 14:46:01.017838 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e12961-7ff3-42dd-93b2-a0160c7fe4fe req-9c059e09-bc25-4ef1-8276-1247de271dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:01.019252 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-57e12961-7ff3-42dd-93b2-a0160c7fe4fe req-9c059e09-bc25-4ef1-8276-1247de271dd2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=87d1bf2c-a8ae-4816-b901-e7b86c371514 HTTP/1.1" status: 200 len: 909 time: 0.0883715 Aug 18 14:46:01.064798 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-57e12961-7ff3-42dd-93b2-a0160c7fe4fe req-25d36c29-d1d2-4222-a1d2-6356a9cb8f18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e86055e8-a9ab-4ece-8491-5f56d5f70921 HTTP/1.1" status: 200 len: 217 time: 0.0379889 Aug 18 14:46:01.067228 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6428960-3cef-4a4a-9c44-af4ae3b95a2f req-9acec0e1-c1a4-416c-868e-d09cbd12618c tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 210 time: 0.0385625 Aug 18 14:46:01.119452 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e12961-7ff3-42dd-93b2-a0160c7fe4fe req-76e1cbbf-fffe-4ceb-b626-eca8a3f81e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:01.120975 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-57e12961-7ff3-42dd-93b2-a0160c7fe4fe req-76e1cbbf-fffe-4ceb-b626-eca8a3f81e3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4838232-74d5-488f-925b-3da148fd3938 HTTP/1.1" status: 200 len: 848 time: 0.0479641 Aug 18 14:46:01.158712 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-57e12961-7ff3-42dd-93b2-a0160c7fe4fe req-4b2d979e-8b7e-40cc-a070-6aebaa8c0659 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87d1bf2c-a8ae-4816-b901-e7b86c371514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290582 Aug 18 14:46:01.256424 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-57e12961-7ff3-42dd-93b2-a0160c7fe4fe req-2d62bbdd-31ab-47c5-855e-4b8d38a42871 service neutron] 10.222.0.69 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883238 Aug 18 14:46:01.288115 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 60278) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:01.334161 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f367f7-af4b-4299-929c-3da2e0da6cb1 req-aa3f22ad-2f67-4243-8d96-29a678c3645c tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:01.335978 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e6f367f7-af4b-4299-929c-3da2e0da6cb1 req-aa3f22ad-2f67-4243-8d96-29a678c3645c tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0606933 Aug 18 14:46:01.374924 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-57e12961-7ff3-42dd-93b2-a0160c7fe4fe req-238b8f79-2091-43e6-8d7a-a18cc35d4428 service neutron] 10.222.0.69 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022615 Aug 18 14:46:01.377525 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e6f367f7-af4b-4299-929c-3da2e0da6cb1 req-945c5fbf-93c1-41ac-98b2-0e75f684dab2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358036 Aug 18 14:46:01.455018 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-05e83394-bfe4-4fed-a15f-c804ee0069c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:01.548469 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-05e83394-bfe4-4fed-a15f-c804ee0069c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:01.553853 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-05e83394-bfe4-4fed-a15f-c804ee0069c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:01.603989 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e83394-bfe4-4fed-a15f-c804ee0069c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36b955b-b2c4-4cca-a90b-b3c0e5eb6424,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:01.611828 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-05e83394-bfe4-4fed-a15f-c804ee0069c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=063426c6498d4e41bae279cf8c5f4d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223484 Aug 18 14:46:01.612748 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 60286) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:01.632821 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-f62c4a44-278a-43c5-9338-611af7361931 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:01.634581 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-f62c4a44-278a-43c5-9338-611af7361931 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.69 "GET /v2.0/networks?id=5a1bf0dc-7a12-4bc4-b675-716a7bdde87c HTTP/1.1" status: 200 len: 813 time: 0.1280601 Aug 18 14:46:01.662246 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d3670669-c219-4a5e-80e9-aefe90c1d982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:01.667295 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Request body: {'port': {'device_id': '2b2e93cb-7847-4d39-b482-f612e0f8041e', 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c', 'admin_state_up': True, 'tenant_id': '6c2539cee1704c02b60e0188f704afac'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:46:01.685009 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d3670669-c219-4a5e-80e9-aefe90c1d982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:01.749463 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d3670669-c219-4a5e-80e9-aefe90c1d982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:01.752111 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d3670669-c219-4a5e-80e9-aefe90c1d982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:01.753269 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d3670669-c219-4a5e-80e9-aefe90c1d982 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f36b955b-b2c4-4cca-a90b-b3c0e5eb6424 HTTP/1.1" status: 204 len: 168 time: 0.1396234 Aug 18 14:46:01.767036 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3670669-c219-4a5e-80e9-aefe90c1d982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36b955b-b2c4-4cca-a90b-b3c0e5eb6424,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:01.801137 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Made reservation on behalf of 6c2539cee1704c02b60e0188f704afac for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:46:01.805243 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:01.864814 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e0ac3-0b13-4870-9c1f-4e07fa01eeb0 req-1a024c4d-91c1-47a2-aa7c-79be17033eff tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:01.868816 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bf5e0ac3-0b13-4870-9c1f-4e07fa01eeb0 req-1a024c4d-91c1-47a2-aa7c-79be17033eff tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 944 time: 0.0646205 Aug 18 14:46:01.916386 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bf5e0ac3-0b13-4870-9c1f-4e07fa01eeb0 req-5e0c95d4-c581-4f5f-ad3d-ebea4d2776a8 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 Aug 18 14:46:01.949205 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Allocated IP 172.20.0.8 (5a1bf0dc-7a12-4bc4-b675-716a7bdde87c/02a828dc-24c3-4b1c-a90c-241f9384f11a/d8cd7e4a-3765-4c23-8754-00e3ae9bb651) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:46:01.974641 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-660df06d-2ab2-429b-b0c2-683081fc2c5c req-d4c466b6-b5b6-48a9-8c89-b07d488ee0bc tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 210 time: 0.0286796 Aug 18 14:46:02.124053 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:02.177644 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:02.186763 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0309f45e-e098-4ac5-93aa-b3fa7b3cdd4f req-17b064b2-b2e6-4b27-8ade-38ef80e23124 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 210 time: 0.0347033 Aug 18 14:46:02.229826 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:46:02.243533 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:46:02.257925 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:46:02.289123 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Pushing event updated for resources: {'Port': ['ID=d8cd7e4a-3765-4c23-8754-00e3ae9bb651,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:02.354571 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:02.355206 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:02.387359 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-7e65189e-4962-4edb-957c-c5b6170968ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7241147 Aug 18 14:46:02.395523 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-369f6cc0-d245-44f5-bff9-20854e9d0355 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:02.397039 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-369f6cc0-d245-44f5-bff9-20854e9d0355 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 814 time: 0.1691945 Aug 18 14:46:02.442171 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Request body: {'port': {'device_id': '2b2e93cb-7847-4d39-b482-f612e0f8041e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:46:02.470021 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Request body: {'port': {'device_id': 'f05775be-7f7e-43cb-ad39-ae636a931c6c', 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c', 'admin_state_up': True, 'tenant_id': '3d481d43a1cd4ef58fece194dccfda58'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:46:02.500637 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab15b4-0777-47cb-8898-15712f9b9599 req-441ee68d-61e4-44c4-b186-6d2ef55739fb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:02.507847 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e3ab15b4-0777-47cb-8898-15712f9b9599 req-441ee68d-61e4-44c4-b186-6d2ef55739fb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0519533 Aug 18 14:46:02.551099 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e3ab15b4-0777-47cb-8898-15712f9b9599 req-fc63ed73-36af-47bc-b0b2-f908c54b11ec tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Aug 18 14:46:02.557275 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:02.721298 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Made reservation on behalf of 3d481d43a1cd4ef58fece194dccfda58 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:46:02.725254 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:02.951331 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Allocated IP 172.20.0.2 (f34bd7a5-a1bd-4442-bdd5-3b29f7da394c/836a2402-c33a-4f5a-8a35-cc80625bfacb/82f2b73c-2274-4c38-9d0f-6a52c6c3f91c) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:46:02.997702 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cd7e4a-3765-4c23-8754-00e3ae9bb651 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:46:03.012493 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.037449 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Transition to ACTIVE for port object d8cd7e4a-3765-4c23-8754-00e3ae9bb651 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:46:03.045674 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f88ba-883c-4875-b4a1-312a57d33a5f req-8d5d7f74-0a27-4721-8491-c909c6ab885a tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:03.045879 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.047505 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-217f88ba-883c-4875-b4a1-312a57d33a5f req-8d5d7f74-0a27-4721-8491-c909c6ab885a tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 944 time: 0.0589502 Aug 18 14:46:03.092521 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-de4e9686-91e8-486b-9d25-72c2fe859ab6 req-9ce47c98-dec5-44c5-af0d-bbf9c7068127 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 210 time: 0.0320625 Aug 18 14:46:03.109094 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-217f88ba-883c-4875-b4a1-312a57d33a5f req-2f12cb21-3d81-4931-8e41-c7721548d947 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551381 Aug 18 14:46:03.147128 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Pushing event updated for resources: {'Port': ['ID=d8cd7e4a-3765-4c23-8754-00e3ae9bb651,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:03.233676 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.254190 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Attempting to bind port d8cd7e4a-3765-4c23-8754-00e3ae9bb651 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:46:03.254543 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Attempting to bind port d8cd7e4a-3765-4c23-8754-00e3ae9bb651 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e958eeaf-3138-4e93-8b38-20767c060a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:46:03.254874 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Attempting to bind port d8cd7e4a-3765-4c23-8754-00e3ae9bb651 on network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:03.261316 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Port d8cd7e4a-3765-4c23-8754-00e3ae9bb651 on network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:46:03.261581 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Attempting to bind port d8cd7e4a-3765-4c23-8754-00e3ae9bb651 on network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:03.269691 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:46:03.270023 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Checking segment: {'id': 'e958eeaf-3138-4e93-8b38-20767c060a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:46:03.270404 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Bound using segment: {'id': 'e958eeaf-3138-4e93-8b38-20767c060a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:46:03.270893 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Bound port: d8cd7e4a-3765-4c23-8754-00e3ae9bb651, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e958eeaf-3138-4e93-8b38-20767c060a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:46:03.271246 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.297108 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ad800-de0f-433d-9786-470b05af1471 req-de0b4149-8314-4ad0-9dab-dcdffb158ea2 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:03.298761 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5e1ad800-de0f-433d-9786-470b05af1471 req-de0b4149-8314-4ad0-9dab-dcdffb158ea2 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 943 time: 0.0495420 Aug 18 14:46:03.327910 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.346033 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5e1ad800-de0f-433d-9786-470b05af1471 req-66b894d3-ea36-4e9b-97f1-8ccfadc2321a tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332263 Aug 18 14:46:03.383474 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['1c1a3c77-185d-492a-8eea-95626738f81d', 'ca6548bf-610a-4e95-a239-0ed08a9e1964', '34fae5a7-5eea-4852-b02f-185993c7a035'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:03.390692 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:46:03.396549 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:46:03.401043 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] For port d8cd7e4a-3765-4c23-8754-00e3ae9bb651, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:46:03.403382 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:46:03.408951 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Pushing event updated for resources: {'Port': ['ID=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:03.439543 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] For port d8cd7e4a-3765-4c23-8754-00e3ae9bb651, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8cd7e4a-3765-4c23-8754-00e3ae9bb651,segment=NetworkSegment(e958eeaf-3138-4e93-8b38-20767c060a51),segment_id=e958eeaf-3138-4e93-8b38-20767c060a51)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:46:03.447164 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.487152 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:03.487753 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.497205 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:03.497796 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.499162 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-70539209-fe14-4371-9646-90cb784ae18f service neutron] 10.222.0.69 "PUT /v2.0/ports/d8cd7e4a-3765-4c23-8754-00e3ae9bb651 HTTP/1.1" status: 200 len: 1093 time: 1.0647597 Aug 18 14:46:03.499584 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2e93cb-7847-4d39-b482-f612e0f8041e', 'tag': 'd8cd7e4a-3765-4c23-8754-00e3ae9bb651'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:03.501787 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780681a0-0c67-493b-a50e-affcf8e87ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2e93cb-7847-4d39-b482-f612e0f8041e", "tag": "d8cd7e4a-3765-4c23-8754-00e3ae9bb651"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:03.526518 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-4fd3d686-c13d-4d35-83fe-4fa8386f46db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0895295 Aug 18 14:46:03.532069 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70539209-fe14-4371-9646-90cb784ae18f service neutron] Pushing event updated for resources: {'Port': ['ID=d8cd7e4a-3765-4c23-8754-00e3ae9bb651,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:03.552103 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df31eb0-3f38-4840-b728-239fe8e0bf0e x-openstack-request-id: req-4df31eb0-3f38-4840-b728-239fe8e0bf0e {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:03.552477 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2e93cb-7847-4d39-b482-f612e0f8041e", "tag": "d8cd7e4a-3765-4c23-8754-00e3ae9bb651", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:03.552793 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4df31eb0-3f38-4840-b728-239fe8e0bf0e {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:03.553252 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2e93cb-7847-4d39-b482-f612e0f8041e', 'tag': 'd8cd7e4a-3765-4c23-8754-00e3ae9bb651', 'status': 'completed', 'code': 200} Aug 18 14:46:03.560213 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Request body: {'port': {'device_id': 'f05775be-7f7e-43cb-ad39-ae636a931c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:46:03.619333 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:03.681715 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399aaca-030b-4f1f-bb6c-74db998fe14a req-a237dfbe-1fe4-492a-96e5-b172ab54b15d tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:03.683996 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c399aaca-030b-4f1f-bb6c-74db998fe14a req-a237dfbe-1fe4-492a-96e5-b172ab54b15d tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0517569 Aug 18 14:46:03.725472 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c399aaca-030b-4f1f-bb6c-74db998fe14a req-9e5f3afc-2040-4768-920a-331578375bbb tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351331 Aug 18 14:46:03.821596 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780681a0-0c67-493b-a50e-affcf8e87ee8 req-f7669032-d00c-49ff-9d5a-49ee253ea9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:03.823158 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-780681a0-0c67-493b-a50e-affcf8e87ee8 req-f7669032-d00c-49ff-9d5a-49ee253ea9cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c2539cee1704c02b60e0188f704afac&device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 1096 time: 0.0948164 Aug 18 14:46:03.984436 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780681a0-0c67-493b-a50e-affcf8e87ee8 req-4a7136c6-762b-4629-9c5a-7d3b66283533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:03.986040 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-780681a0-0c67-493b-a50e-affcf8e87ee8 req-4a7136c6-762b-4629-9c5a-7d3b66283533 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6c2539cee1704c02b60e0188f704afac&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1440890 Aug 18 14:46:03.995013 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:46:04.002340 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.015408 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Transition to ACTIVE for port object 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:46:04.022983 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e86055e8-a9ab-4ece-8491-5f56d5f70921 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:46:04.031858 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.116970 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port e86055e8-a9ab-4ece-8491-5f56d5f70921, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e86055e8-a9ab-4ece-8491-5f56d5f70921,segment=NetworkSegment(97fdc94e-a428-4b0b-8688-6ffe0d871af8),segment_id=97fdc94e-a428-4b0b-8688-6ffe0d871af8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:04.128652 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'e86055e8-a9ab-4ece-8491-5f56d5f70921', 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514', 'port_id': 'e86055e8-a9ab-4ece-8491-5f56d5f70921', 'mac_address': 'fa:16:3e:b6:ce:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4838232-74d5-488f-925b-3da148fd3938', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:46:04.159722 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Pushing event updated for resources: {'Port': ['ID=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:04.176124 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.191535 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86055e8-a9ab-4ece-8491-5f56d5f70921 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:46:04.218636 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port e86055e8-a9ab-4ece-8491-5f56d5f70921, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e86055e8-a9ab-4ece-8491-5f56d5f70921,segment=NetworkSegment(97fdc94e-a428-4b0b-8688-6ffe0d871af8),segment_id=97fdc94e-a428-4b0b-8688-6ffe0d871af8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:04.223754 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.224217 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780681a0-0c67-493b-a50e-affcf8e87ee8 req-f3ed34c9-ce77-4a22-a9b6-486f43a5b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.226411 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-780681a0-0c67-493b-a50e-affcf8e87ee8 req-f3ed34c9-ce77-4a22-a9b6-486f43a5b966 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2082641 Aug 18 14:46:04.242302 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Attempting to bind port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:46:04.242664 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Attempting to bind port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:46:04.242996 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Attempting to bind port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:04.247928 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:46:04.247928 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Attempting to bind port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c on network f34bd7a5-a1bd-4442-bdd5-3b29f7da394c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:04.253088 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:46:04.253420 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Checking segment: {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:46:04.254482 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Bound using segment: {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:46:04.254860 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09450c9b-85e9-4b9f-ae09-c15468242625 req-3bab8f08-d692-4f9f-ab94-158eab4ce08d tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.254990 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Bound port: 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4699c6d1-8a16-4641-bd43-c3b0858efda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:46:04.256126 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.262637 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-09450c9b-85e9-4b9f-ae09-c15468242625 req-3bab8f08-d692-4f9f-ab94-158eab4ce08d tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 943 time: 0.0880942 Aug 18 14:46:04.284180 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=e86055e8-a9ab-4ece-8491-5f56d5f70921,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:04.291875 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.292452 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.292875 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.293159 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.293326 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded31585-3b69-4ae8-934a-6dd523f39f1f req-0c76d1ae-c41c-45a1-b633-8a316f4a9475 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.293499 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.293836 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.294172 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.294523 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.294874 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.295205 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.295530 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.295855 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:04.306975 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ded31585-3b69-4ae8-934a-6dd523f39f1f req-0c76d1ae-c41c-45a1-b633-8a316f4a9475 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 944 time: 0.1040444 Aug 18 14:46:04.346744 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-09450c9b-85e9-4b9f-ae09-c15468242625 req-cc2869fa-8d35-4e68-908b-a648201d95f2 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832198 Aug 18 14:46:04.353583 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] For port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:46:04.357887 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] For port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:46:04.359930 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ded31585-3b69-4ae8-934a-6dd523f39f1f req-1d237cfe-5739-4cbf-abdd-135e6157f469 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497336 Aug 18 14:46:04.371457 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.383360 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-3696ba63-d38d-46b6-807a-3e74af344ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.384894 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-3696ba63-d38d-46b6-807a-3e74af344ac9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c2539cee1704c02b60e0188f704afac&device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 1096 time: 0.0801303 Aug 18 14:46:04.415773 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.416389 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:04.417770 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] 10.222.0.69 "PUT /v2.0/ports/82f2b73c-2274-4c38-9d0f-6a52c6c3f91c HTTP/1.1" status: 200 len: 1093 time: 0.8617821 Aug 18 14:46:04.439952 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c13fa-a64d-46da-b950-71b974d909fc service neutron] Pushing event updated for resources: {'Port': ['ID=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:04.470447 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18bc45-59e4-488d-8966-4433a32146e7 req-ee113a78-9d4e-4387-9545-ea97e1da813d tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.471956 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-de18bc45-59e4-488d-8966-4433a32146e7 req-ee113a78-9d4e-4387-9545-ea97e1da813d tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 943 time: 0.0544448 Aug 18 14:46:04.485869 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-5efca7cb-dec5-44ff-87b5-2d0a3a31d09b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8cd7e4a-3765-4c23-8754-00e3ae9bb651 HTTP/1.1" status: 200 len: 217 time: 0.0426688 Aug 18 14:46:04.511055 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-de18bc45-59e4-488d-8966-4433a32146e7 req-b89b6e0b-f6fe-43d0-bec7-32df812c5671 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Aug 18 14:46:04.564875 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-43230c61-f03b-4698-beb7-195541c060dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.566334 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-43230c61-f03b-4698-beb7-195541c060dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=02a828dc-24c3-4b1c-a90c-241f9384f11a HTTP/1.1" status: 200 len: 853 time: 0.0682554 Aug 18 14:46:04.572955 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-0cf52c07-80b2-4373-97d4-7a548687edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.574387 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-0cf52c07-80b2-4373-97d4-7a548687edee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 1096 time: 0.0773811 Aug 18 14:46:04.601975 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-dd966d2c-9e88-4720-b772-79f6afd58773 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a1bf0dc-7a12-4bc4-b675-716a7bdde87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266638 Aug 18 14:46:04.642686 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-3924266b-ff41-403a-b073-c9890519be60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c HTTP/1.1" status: 200 len: 217 time: 0.0427506 Aug 18 14:46:04.733573 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-520e3ff7-b407-4c22-8e2f-537805e64f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.734927 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-520e3ff7-b407-4c22-8e2f-537805e64f25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=836a2402-c33a-4f5a-8a35-cc80625bfacb HTTP/1.1" status: 200 len: 854 time: 0.0815558 Aug 18 14:46:04.775480 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-38e6691e-f1b2-48f3-bd63-7202505aa9cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324359 Aug 18 14:46:04.781293 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-11912ce9-3280-4387-a1a8-1bf796038d34 service neutron] 10.222.0.69 "GET /v2.0/networks/5a1bf0dc-7a12-4bc4-b675-716a7bdde87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460769 Aug 18 14:46:04.837168 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00807fa6-7513-4429-9e95-731d0c23ed73 req-74f7155f-2828-46a5-8d68-52a3638bdf57 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:04.838680 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-00807fa6-7513-4429-9e95-731d0c23ed73 req-74f7155f-2828-46a5-8d68-52a3638bdf57 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0471821 Aug 18 14:46:04.876745 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-00807fa6-7513-4429-9e95-731d0c23ed73 req-57c5a9a4-4f91-4fdb-832d-7842cae76a9a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Aug 18 14:46:04.938708 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6486bb19-8fc0-481b-969a-2dfc42b0074c req-9174c14b-c666-4d11-b8de-33275dd34120 service neutron] 10.222.0.69 "GET /v2.0/networks/5a1bf0dc-7a12-4bc4-b675-716a7bdde87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467326 Aug 18 14:46:04.940563 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-8a094605-0ee2-4c72-94a9-cd92a7e4b09c service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498191 Aug 18 14:46:05.055128 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-86cfed37-28ff-453e-ace7-1d49f5c81c0d req-03675c5f-51f7-45d9-9f37-d4d59db5b72f service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948346 Aug 18 14:46:05.254415 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-d3623bdd-f2eb-4037-b6e1-a1e6a8c56e41 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a8a19fcea8714607a8e437739493b1f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284264 Aug 18 14:46:05.439132 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-7cd67c9b-6d70-459e-be3c-64fd55660726 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:05.440589 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-7cd67c9b-6d70-459e-be3c-64fd55660726 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811602 Aug 18 14:46:05.456333 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['e86055e8-a9ab-4ece-8491-5f56d5f70921'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:05.456835 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-9b4c3427-156b-411f-8660-044fa9f32c23 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/quotas/a8a19fcea8714607a8e437739493b1f0 HTTP/1.1" status: 200 len: 375 time: 0.0098629 Aug 18 14:46:05.487425 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-1d2bcadd-732d-48f4-a63c-fcf85a6475b7 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8a19fcea8714607a8e437739493b1f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251639 Aug 18 14:46:05.554149 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05775be-7f7e-43cb-ad39-ae636a931c6c', 'tag': '82f2b73c-2274-4c38-9d0f-6a52c6c3f91c'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:05.556645 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d564d389-b408-4eaa-a843-e96703d0cc46" -d '{"events": [{"name": "network-changed", "server_uuid": "f05775be-7f7e-43cb-ad39-ae636a931c6c", "tag": "82f2b73c-2274-4c38-9d0f-6a52c6c3f91c"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:05.707039 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3daebb-8351-45e2-9b8c-a1f0bbcde804 req-158ffddc-7175-4f9d-a4ca-2780f8c6dded tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:05.708560 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ab3daebb-8351-45e2-9b8c-a1f0bbcde804 req-158ffddc-7175-4f9d-a4ca-2780f8c6dded tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 943 time: 0.0796700 Aug 18 14:46:05.719882 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025c2d7-4180-4f9d-aed2-748f6c26c13d req-4f9ba033-3fbd-4d49-872c-9b7bdec9361f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:05.721366 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5025c2d7-4180-4f9d-aed2-748f6c26c13d req-4f9ba033-3fbd-4d49-872c-9b7bdec9361f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 945 time: 0.0667145 Aug 18 14:46:05.779405 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ab3daebb-8351-45e2-9b8c-a1f0bbcde804 req-ec6a9bc4-1eb9-4b23-bec1-6f401bdb3ad1 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569415 Aug 18 14:46:05.784716 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5025c2d7-4180-4f9d-aed2-748f6c26c13d req-1e31c4ad-8980-4b67-b9d8-88088d3f39bd tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557356 Aug 18 14:46:05.831636 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f02651c-acb9-47f5-8ab1-0b7cc31aa31c x-openstack-request-id: req-1f02651c-acb9-47f5-8ab1-0b7cc31aa31c {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:05.831989 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05775be-7f7e-43cb-ad39-ae636a931c6c", "tag": "82f2b73c-2274-4c38-9d0f-6a52c6c3f91c", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:05.832303 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f02651c-acb9-47f5-8ab1-0b7cc31aa31c {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:05.832762 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05775be-7f7e-43cb-ad39-ae636a931c6c', 'tag': '82f2b73c-2274-4c38-9d0f-6a52c6c3f91c', 'status': 'completed', 'code': 200} Aug 18 14:46:05.910885 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2a6a79da-56c8-4535-b461-e55d6359b161 req-457ad409-1ff2-429b-958b-2b543eb5e076 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 210 time: 0.0477717 Aug 18 14:46:05.940182 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6322df0-7f88-4152-968c-8417f269a367 req-a9bd23ff-6e3f-4989-b2f0-363a0575d4f9 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:05.941891 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c6322df0-7f88-4152-968c-8417f269a367 req-a9bd23ff-6e3f-4989-b2f0-363a0575d4f9 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 943 time: 0.0768478 Aug 18 14:46:05.942939 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564d389-b408-4eaa-a843-e96703d0cc46 req-3ff46bd9-f2c4-4d76-a8c8-a192f1e78ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:05.944550 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d564d389-b408-4eaa-a843-e96703d0cc46 req-3ff46bd9-f2c4-4d76-a8c8-a192f1e78ba2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d481d43a1cd4ef58fece194dccfda58&device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 1096 time: 0.0522883 Aug 18 14:46:05.988198 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c6322df0-7f88-4152-968c-8417f269a367 req-9737147a-41ed-4c23-a094-6e0794892267 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Aug 18 14:46:06.045888 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e39714-8d96-4ccc-9577-f48b5a215083 req-bf47122f-ad35-41ff-a766-a419579273d6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:06.047397 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-19e39714-8d96-4ccc-9577-f48b5a215083 req-bf47122f-ad35-41ff-a766-a419579273d6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0583375 Aug 18 14:46:06.097460 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-19e39714-8d96-4ccc-9577-f48b5a215083 req-c121c30e-5c6a-4732-8ba1-82bb80507d33 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 Aug 18 14:46:06.289762 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564d389-b408-4eaa-a843-e96703d0cc46 req-bdcadff3-3011-4f6f-aec7-417c4fa5a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:06.291259 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d564d389-b408-4eaa-a843-e96703d0cc46 req-bdcadff3-3011-4f6f-aec7-417c4fa5a404 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 200 len: 915 time: 0.3392513 Aug 18 14:46:06.357056 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d564d389-b408-4eaa-a843-e96703d0cc46 req-05e81256-d72e-44f1-9eeb-3cd0f6245d32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c HTTP/1.1" status: 200 len: 217 time: 0.0340455 Aug 18 14:46:06.406509 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564d389-b408-4eaa-a843-e96703d0cc46 req-84b146cb-63d9-4150-81e0-c39e5bfba7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:06.407910 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d564d389-b408-4eaa-a843-e96703d0cc46 req-84b146cb-63d9-4150-81e0-c39e5bfba7bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=836a2402-c33a-4f5a-8a35-cc80625bfacb HTTP/1.1" status: 200 len: 854 time: 0.0431910 Aug 18 14:46:06.437692 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d564d389-b408-4eaa-a843-e96703d0cc46 req-90ace8b7-93d8-411c-a800-85bbf2d73a40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223486 Aug 18 14:46:06.527786 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d564d389-b408-4eaa-a843-e96703d0cc46 req-ac0fcac5-9245-4801-a1ba-0a097d19f25d service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814104 Aug 18 14:46:06.619869 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d564d389-b408-4eaa-a843-e96703d0cc46 req-8da01e89-a2a4-4b14-b739-4040d3083ee3 service neutron] 10.222.0.69 "GET /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835390 Aug 18 14:46:06.903796 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49943b2-0c69-456f-a7c9-6095234428cf req-0abae604-2cf3-446a-8a1c-c47b62a0c033 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:06.905274 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d49943b2-0c69-456f-a7c9-6095234428cf req-0abae604-2cf3-446a-8a1c-c47b62a0c033 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 943 time: 0.0533533 Aug 18 14:46:06.935544 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-873053d2-ce52-4b29-8d22-a69beaf91136 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a8a19fcea8714607a8e437739493b1f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376415 Aug 18 14:46:06.948014 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d49943b2-0c69-456f-a7c9-6095234428cf req-d74ee644-c028-452c-b946-d163338d9091 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367248 Aug 18 14:46:07.013051 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b1b1f-c55e-4856-8ec2-57ce2d634a44 req-d6e35d5a-cdc6-4ff1-b65e-ad84076c8704 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:07.014955 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-983b1b1f-c55e-4856-8ec2-57ce2d634a44 req-d6e35d5a-cdc6-4ff1-b65e-ad84076c8704 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 945 time: 0.0659537 Aug 18 14:46:07.063472 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6ae8d340-6f5a-4625-b685-95042c5e7d01 req-387e895c-6aef-49dd-b296-ce4fdd7fd646 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 210 time: 0.0408053 Aug 18 14:46:07.082353 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-983b1b1f-c55e-4856-8ec2-57ce2d634a44 req-15c119cd-09cf-4508-a4ce-6f77c75f1d01 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581641 Aug 18 14:46:07.146855 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-7211fe04-54db-43e5-9eb4-1c17592f6c63 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:07.148256 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-7211fe04-54db-43e5-9eb4-1c17592f6c63 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055616 Aug 18 14:46:07.170610 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d8de0-f7c3-4556-a3dd-f08c490906a6 req-77cb973e-8e25-4cb0-8ac7-b94b3005626f tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:07.172082 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9e8d8de0-f7c3-4556-a3dd-f08c490906a6 req-77cb973e-8e25-4cb0-8ac7-b94b3005626f tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 943 time: 0.0487154 Aug 18 14:46:07.183374 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Request body: {'port': {'device_id': 'ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74', 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594', 'admin_state_up': True, 'tenant_id': 'a8a19fcea8714607a8e437739493b1f0'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:46:07.233730 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9e8d8de0-f7c3-4556-a3dd-f08c490906a6 req-0a88305f-bb41-455b-90a2-cd9fbdf5ad53 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519824 Aug 18 14:46:07.242289 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c690d-00a6-4b97-89ac-a1ec85e0f73e req-0cf3e2f0-b669-4908-9497-0b941f4ee154 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:07.243773 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-951c690d-00a6-4b97-89ac-a1ec85e0f73e req-0cf3e2f0-b669-4908-9497-0b941f4ee154 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0708411 Aug 18 14:46:07.281685 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-951c690d-00a6-4b97-89ac-a1ec85e0f73e req-76c041ce-ded9-47e1-b0a8-d3b880be54dc tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313182 Aug 18 14:46:07.293484 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Made reservation on behalf of a8a19fcea8714607a8e437739493b1f0 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:46:07.297202 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:07.307784 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:07.400265 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:07.403924 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:07.475976 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0130fb4d-c28e-4dd4-a096-3f213c416bb8,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:07.547199 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Allocated IP 192.168.233.231 (1af39e73-6713-494f-a82b-71ea99a2e594/1ffd3a07-8a3e-45db-b608-b82a2f58ea34/deaa2e2d-b21e-43aa-b06f-75354a82c1e5) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:46:07.688666 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:07.701020 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Transition to ACTIVE for port object deaa2e2d-b21e-43aa-b06f-75354a82c1e5 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:46:07.732016 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:07.773890 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Network 1af39e73-6713-494f-a82b-71ea99a2e594 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:46:07.777163 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:46:07.780786 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:46:07.804616 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Pushing event updated for resources: {'Port': ['ID=deaa2e2d-b21e-43aa-b06f-75354a82c1e5,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:07.832433 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:07.833072 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:07.849441 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-f650c004-ed87-47e1-934d-b0e29cf56e5d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6694388 Aug 18 14:46:07.938933 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Request body: {'port': {'device_id': 'ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:46:07.993877 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:07.996741 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-fdb4fd9b-4385-4e03-b253-01d0db7a2570 None None] Provisioning for port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:46:08.002229 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-fdb4fd9b-4385-4e03-b253-01d0db7a2570 None None] Provisioning complete for port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:46:08.002626 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fdb4fd9b-4385-4e03-b253-01d0db7a2570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.030786 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:46:08.041512 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e86055e8-a9ab-4ece-8491-5f56d5f70921 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:46:08.082679 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909976f5-863c-43d2-af30-58749356b8d5 req-ea1767c7-e790-4a0c-bb1e-3ff250f2879f tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:08.084923 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-909976f5-863c-43d2-af30-58749356b8d5 req-ea1767c7-e790-4a0c-bb1e-3ff250f2879f tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 943 time: 0.0561178 Aug 18 14:46:08.143683 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-909976f5-863c-43d2-af30-58749356b8d5 req-275f9b61-b940-4662-ad49-a90243a90423 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498765 Aug 18 14:46:08.204484 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4fd9b-4385-4e03-b253-01d0db7a2570 None None] Port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:46:08.211986 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af009e0-55af-4346-87de-2d601e4ff062 req-8604bc84-5369-46f3-bb83-d15bfb5c4a46 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:08.214915 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2af009e0-55af-4346-87de-2d601e4ff062 req-8604bc84-5369-46f3-bb83-d15bfb5c4a46 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 936 time: 0.0622873 Aug 18 14:46:08.279823 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port e86055e8-a9ab-4ece-8491-5f56d5f70921 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:46:08.280063 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2af009e0-55af-4346-87de-2d601e4ff062 req-b0b72423-6282-413c-bae5-6f70b9f8827b tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515227 Aug 18 14:46:08.292647 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port e86055e8-a9ab-4ece-8491-5f56d5f70921 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:46:08.293058 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.304315 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f73ba8-74e0-4035-9ccb-08ca153505f0 req-c555d4ee-1458-4e16-895d-72dc2179a9a8 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:08.311973 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-75f73ba8-74e0-4035-9ccb-08ca153505f0 req-c555d4ee-1458-4e16-895d-72dc2179a9a8 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 945 time: 0.0960331 Aug 18 14:46:08.315887 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deaa2e2d-b21e-43aa-b06f-75354a82c1e5 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:46:08.324079 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.338780 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Transition to ACTIVE for port object deaa2e2d-b21e-43aa-b06f-75354a82c1e5 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:46:08.343168 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.345958 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:08.357983 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '82f2b73c-2274-4c38-9d0f-6a52c6c3f91c', 'network_id': 'f34bd7a5-a1bd-4442-bdd5-3b29f7da394c', 'port_id': '82f2b73c-2274-4c38-9d0f-6a52c6c3f91c', 'mac_address': 'fa:16:3e:5b:e5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836a2402-c33a-4f5a-8a35-cc80625bfacb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:46:08.405749 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Pushing event updated for resources: {'Port': ['ID=deaa2e2d-b21e-43aa-b06f-75354a82c1e5,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:08.414523 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.432229 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:46:08.433292 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-75f73ba8-74e0-4035-9ccb-08ca153505f0 req-794a5957-2476-4414-bca1-d9df9648c95c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140079 Aug 18 14:46:08.475614 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379f454-3fb9-4143-9bab-37c11f1e9d93 req-b9488bd1-3f80-43fa-8791-68b752db625c tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:08.477197 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2379f454-3fb9-4143-9bab-37c11f1e9d93 req-b9488bd1-3f80-43fa-8791-68b752db625c tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 943 time: 0.1115725 Aug 18 14:46:08.493106 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Attempting to bind port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:46:08.493672 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Attempting to bind port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'de3bce10-0de6-4082-9825-343debb36a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:46:08.494017 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Attempting to bind port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 on network 1af39e73-6713-494f-a82b-71ea99a2e594 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:08.499712 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 on network 1af39e73-6713-494f-a82b-71ea99a2e594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:46:08.500041 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Attempting to bind port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 on network 1af39e73-6713-494f-a82b-71ea99a2e594 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:08.506519 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:46:08.506862 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Checking segment: {'id': 'de3bce10-0de6-4082-9825-343debb36a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:46:08.507563 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Bound using segment: {'id': 'de3bce10-0de6-4082-9825-343debb36a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:46:08.507745 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Bound port: deaa2e2d-b21e-43aa-b06f-75354a82c1e5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3bce10-0de6-4082-9825-343debb36a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:46:08.508106 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.538896 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2379f454-3fb9-4143-9bab-37c11f1e9d93 req-09b99ae8-8773-4e23-99cf-29623bb88af1 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535181 Aug 18 14:46:08.550290 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:08.554032 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.563618 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.564460 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d8cd7e4a-3765-4c23-8754-00e3ae9bb651 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:46:08.618404 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebe8423-233c-4016-b1f9-d48f922fa72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86055e8-a9ab-4ece-8491-5f56d5f70921'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:08.621043 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0a87d3-b4ee-441d-bdfc-cd64ba895a09" -d '{"events": [{"server_uuid": "2ebe8423-233c-4016-b1f9-d48f922fa72a", "name": "network-vif-plugged", "status": "completed", "tag": "e86055e8-a9ab-4ece-8491-5f56d5f70921"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:08.623307 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] For port deaa2e2d-b21e-43aa-b06f-75354a82c1e5, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:46:08.633568 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] For port deaa2e2d-b21e-43aa-b06f-75354a82c1e5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=deaa2e2d-b21e-43aa-b06f-75354a82c1e5,segment=NetworkSegment(de3bce10-0de6-4082-9825-343debb36a04),segment_id=de3bce10-0de6-4082-9825-343debb36a04)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:46:08.634175 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974ed30-d6b6-4be9-92b7-bb3c7f524b3a req-222e5539-2b15-4179-9686-66b9692493f5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:08.637354 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5974ed30-d6b6-4be9-92b7-bb3c7f524b3a req-222e5539-2b15-4179-9686-66b9692493f5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0892293 Aug 18 14:46:08.643156 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.654366 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port e86055e8-a9ab-4ece-8491-5f56d5f70921, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e86055e8-a9ab-4ece-8491-5f56d5f70921,segment=NetworkSegment(97fdc94e-a428-4b0b-8688-6ffe0d871af8),segment_id=97fdc94e-a428-4b0b-8688-6ffe0d871af8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:08.670127 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.687482 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5974ed30-d6b6-4be9-92b7-bb3c7f524b3a req-ab0dd01d-f341-4ac2-8996-9e7fcf152075 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Aug 18 14:46:08.709102 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:08.709733 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.711144 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] 10.222.0.69 "PUT /v2.0/ports/deaa2e2d-b21e-43aa-b06f-75354a82c1e5 HTTP/1.1" status: 200 len: 1098 time: 0.7767982 Aug 18 14:46:08.713308 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74', 'tag': 'deaa2e2d-b21e-43aa-b06f-75354a82c1e5'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:08.715465 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74", "tag": "deaa2e2d-b21e-43aa-b06f-75354a82c1e5"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:08.719230 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:08.723087 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f306b49-8b9f-4bf1-be97-70cdc4dac70a service neutron] Pushing event updated for resources: {'Port': ['ID=deaa2e2d-b21e-43aa-b06f-75354a82c1e5,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:08.775724 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bb6d69-db5d-4ddf-a847-cb8f3b558cfc x-openstack-request-id: req-84bb6d69-db5d-4ddf-a847-cb8f3b558cfc {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:08.776040 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebe8423-233c-4016-b1f9-d48f922fa72a", "name": "network-vif-plugged", "status": "completed", "tag": "e86055e8-a9ab-4ece-8491-5f56d5f70921", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:08.776302 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84bb6d69-db5d-4ddf-a847-cb8f3b558cfc {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:08.776952 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebe8423-233c-4016-b1f9-d48f922fa72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86055e8-a9ab-4ece-8491-5f56d5f70921', 'code': 200} Aug 18 14:46:08.788865 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc352d0c-bcc9-4e1d-b2a0-e69b30725bf1 x-openstack-request-id: req-cc352d0c-bcc9-4e1d-b2a0-e69b30725bf1 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:08.789403 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74", "tag": "deaa2e2d-b21e-43aa-b06f-75354a82c1e5", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:08.789732 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cc352d0c-bcc9-4e1d-b2a0-e69b30725bf1 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:08.790203 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74', 'tag': 'deaa2e2d-b21e-43aa-b06f-75354a82c1e5', 'status': 'completed', 'code': 200} Aug 18 14:46:08.832444 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=e86055e8-a9ab-4ece-8491-5f56d5f70921,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:08.850709 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d8cd7e4a-3765-4c23-8754-00e3ae9bb651, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8cd7e4a-3765-4c23-8754-00e3ae9bb651,segment=NetworkSegment(e958eeaf-3138-4e93-8b38-20767c060a51),segment_id=e958eeaf-3138-4e93-8b38-20767c060a51)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:08.862833 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'd8cd7e4a-3765-4c23-8754-00e3ae9bb651', 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c', 'port_id': 'd8cd7e4a-3765-4c23-8754-00e3ae9bb651', 'mac_address': 'fa:16:3e:55:4e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a828dc-24c3-4b1c-a90c-241f9384f11a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:46:08.899293 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-0de33e38-cab6-4110-9b8e-0fa3f5fe5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:08.900836 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-0de33e38-cab6-4110-9b8e-0fa3f5fe5e70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a8a19fcea8714607a8e437739493b1f0&device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 1101 time: 0.0507576 Aug 18 14:46:08.913103 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:08.934289 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cd7e4a-3765-4c23-8754-00e3ae9bb651 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:46:08.956941 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-521e7647-2b2c-4515-8798-5535868b67fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=deaa2e2d-b21e-43aa-b06f-75354a82c1e5 HTTP/1.1" status: 200 len: 217 time: 0.0369105 Aug 18 14:46:08.961399 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d8cd7e4a-3765-4c23-8754-00e3ae9bb651, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8cd7e4a-3765-4c23-8754-00e3ae9bb651,segment=NetworkSegment(e958eeaf-3138-4e93-8b38-20767c060a51),segment_id=e958eeaf-3138-4e93-8b38-20767c060a51)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:08.965230 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:09.013467 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=d8cd7e4a-3765-4c23-8754-00e3ae9bb651,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:09.045149 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-369b0643-8864-49e3-aea7-0a7e08e115dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:09.046632 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-369b0643-8864-49e3-aea7-0a7e08e115dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ffd3a07-8a3e-45db-b608-b82a2f58ea34 HTTP/1.1" status: 200 len: 843 time: 0.0716074 Aug 18 14:46:09.055457 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e012046-80a4-41d5-81e3-f6b1cba869f6 req-f4e2f903-5107-44a8-981f-a1b78cc420b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:09.056858 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5e012046-80a4-41d5-81e3-f6b1cba869f6 req-f4e2f903-5107-44a8-981f-a1b78cc420b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 1099 time: 0.0566041 Aug 18 14:46:09.115782 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-b9eac981-11bb-4660-8cc5-55b27cce7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:09.117198 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-b9eac981-11bb-4660-8cc5-55b27cce7879 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1af39e73-6713-494f-a82b-71ea99a2e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0587122 Aug 18 14:46:09.122396 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-5e012046-80a4-41d5-81e3-f6b1cba869f6 req-7be40fa1-405a-4e03-ae07-af7387db7223 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368772 Aug 18 14:46:09.248278 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad851-5942-4854-990b-7fa4ed500696 req-804b916b-f632-421e-a186-4e23f41c3f7c tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:09.249637 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bf5ad851-5942-4854-990b-7fa4ed500696 req-804b916b-f632-421e-a186-4e23f41c3f7c tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 944 time: 0.0456760 Aug 18 14:46:09.289288 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bf5ad851-5942-4854-990b-7fa4ed500696 req-5582466a-6915-4988-a7be-0f63a198467c tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Aug 18 14:46:09.398730 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51807cc-eaf7-4f77-a0bd-97639c4aaffc req-eea11569-2f7c-4fdd-8de5-c547f8fd55b8 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:09.400186 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f51807cc-eaf7-4f77-a0bd-97639c4aaffc req-eea11569-2f7c-4fdd-8de5-c547f8fd55b8 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 948 time: 0.0475285 Aug 18 14:46:09.436083 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f51807cc-eaf7-4f77-a0bd-97639c4aaffc req-ad937d8b-9753-4dfb-a12a-10b7a81a72fc tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298181 Aug 18 14:46:09.547092 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d13eb6-00c0-42d9-9978-518754e8807a req-7bfa047c-d17c-4ed2-bbd4-a746c0341a17 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:09.548456 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4d13eb6-00c0-42d9-9978-518754e8807a req-7bfa047c-d17c-4ed2-bbd4-a746c0341a17 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 946 time: 0.0470934 Aug 18 14:46:09.585571 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4d13eb6-00c0-42d9-9978-518754e8807a req-8e23eaa1-a6fb-4fcf-9e91-534e5f75e9ab tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309629 Aug 18 14:46:09.590161 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['82f2b73c-2274-4c38-9d0f-6a52c6c3f91c'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:09.625537 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['d8cd7e4a-3765-4c23-8754-00e3ae9bb651'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:09.662135 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe6816-5781-4ff1-99b2-53b3dbe068df req-719e8fca-dfbc-420b-a3cf-568cfac3a529 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:09.663753 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-79fe6816-5781-4ff1-99b2-53b3dbe068df req-719e8fca-dfbc-420b-a3cf-568cfac3a529 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 944 time: 0.0476925 Aug 18 14:46:09.710421 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-79fe6816-5781-4ff1-99b2-53b3dbe068df req-1bf18b9e-693a-4fac-a450-d281ff12d09d tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389147 Aug 18 14:46:09.765246 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-14f60286-4a94-47ff-962f-aadba1cf9bcb service neutron] 10.222.0.69 "GET /v2.0/networks/1af39e73-6713-494f-a82b-71ea99a2e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112771 Aug 18 14:46:09.810648 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acb9e5-46b3-4e04-9022-c81f63ed476f req-754c9fab-53de-4757-b013-ae4460899e0f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:09.812233 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-36acb9e5-46b3-4e04-9022-c81f63ed476f req-754c9fab-53de-4757-b013-ae4460899e0f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0568249 Aug 18 14:46:09.855503 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-36acb9e5-46b3-4e04-9022-c81f63ed476f req-30614b2e-68c7-4238-b2b9-ecdfc46f0111 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340943 Aug 18 14:46:09.868678 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1ac0f441-fb7f-45fd-bcc2-caa1e9d876f4 req-057aa8cd-193c-4ffb-8a0d-1a736842e60c service neutron] 10.222.0.69 "GET /v2.0/networks/1af39e73-6713-494f-a82b-71ea99a2e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959537 Aug 18 14:46:10.056187 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8 req-6d6cfd02-961e-4cdc-a660-e43ca929e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:10.057622 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8 req-6d6cfd02-961e-4cdc-a660-e43ca929e28a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a8a19fcea8714607a8e437739493b1f0&device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 1101 time: 0.0392506 Aug 18 14:46:10.152845 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8 req-f9c5fa70-0ddd-4fda-a908-1bc78db6b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:10.154325 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8 req-f9c5fa70-0ddd-4fda-a908-1bc78db6b537 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1af39e73-6713-494f-a82b-71ea99a2e594 HTTP/1.1" status: 200 len: 870 time: 0.0868809 Aug 18 14:46:10.203984 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8 req-914a3260-5e23-4940-ac41-cc6e834374ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=deaa2e2d-b21e-43aa-b06f-75354a82c1e5 HTTP/1.1" status: 200 len: 217 time: 0.0337713 Aug 18 14:46:10.260659 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8 req-12da2973-4ce7-4e31-9902-5641e887fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:10.262028 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8 req-12da2973-4ce7-4e31-9902-5641e887fb38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ffd3a07-8a3e-45db-b608-b82a2f58ea34 HTTP/1.1" status: 200 len: 843 time: 0.0444701 Aug 18 14:46:10.308804 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8 req-038fd2fc-0595-4abc-a7d3-aa735796ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:10.310276 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8 req-038fd2fc-0595-4abc-a7d3-aa735796ce86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1af39e73-6713-494f-a82b-71ea99a2e594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0398979 Aug 18 14:46:10.403414 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1340e1-450d-41bb-99f2-3dcc2971d9eb req-e08e58c0-c7ad-4ff4-b37b-acbd7b6e70eb tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:10.404922 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-af1340e1-450d-41bb-99f2-3dcc2971d9eb req-e08e58c0-c7ad-4ff4-b37b-acbd7b6e70eb tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 944 time: 0.0475085 Aug 18 14:46:10.426062 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8 req-ca589248-75fe-450c-982f-1d622296997b service neutron] 10.222.0.69 "GET /v2.0/networks/1af39e73-6713-494f-a82b-71ea99a2e594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846617 Aug 18 14:46:10.441639 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-af1340e1-450d-41bb-99f2-3dcc2971d9eb req-28a708d6-4a8d-41ad-bf8d-e65efc4c5a21 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305541 Aug 18 14:46:10.519280 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1dca7dc3-9b8d-4a68-b341-c071e4e2c2d8 req-4f74e25d-44c1-4269-a8f8-4587f2325f5a service neutron] 10.222.0.69 "GET /v2.0/networks/1af39e73-6713-494f-a82b-71ea99a2e594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859728 Aug 18 14:46:10.550177 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86632f46-7c54-461a-81da-14be32b83749 req-28fbb90b-1b93-4228-b760-6ff6fdb41f33 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:10.551691 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-86632f46-7c54-461a-81da-14be32b83749 req-28fbb90b-1b93-4228-b760-6ff6fdb41f33 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 948 time: 0.0467274 Aug 18 14:46:10.591506 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-86632f46-7c54-461a-81da-14be32b83749 req-ac83b273-fe5a-40bd-832a-a16cc9328e8e tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333183 Aug 18 14:46:10.709609 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aae925-8a08-419b-ad82-7641c9ee05b1 req-f749bd43-8a47-407c-a720-7ca1c1d72fbf tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:10.711066 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-25aae925-8a08-419b-ad82-7641c9ee05b1 req-f749bd43-8a47-407c-a720-7ca1c1d72fbf tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 946 time: 0.0461886 Aug 18 14:46:10.747484 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-25aae925-8a08-419b-ad82-7641c9ee05b1 req-1ea4fc22-d94c-4980-af05-3988243b040c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306072 Aug 18 14:46:10.826612 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829acc1d-9e4e-48cd-9084-6375c306059e req-0f843b02-e937-4b3b-8fd3-67a1cfcb2ce2 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:10.828055 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-829acc1d-9e4e-48cd-9084-6375c306059e req-0f843b02-e937-4b3b-8fd3-67a1cfcb2ce2 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 944 time: 0.0469949 Aug 18 14:46:10.864212 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-829acc1d-9e4e-48cd-9084-6375c306059e req-32650d1a-eb5c-45ee-8b5a-68187b4eefec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300391 Aug 18 14:46:10.964027 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d23b55-5986-432e-b886-dfda8277bfba req-bf07ce89-702b-4a34-96d2-f90ed07744c4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:10.965462 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c7d23b55-5986-432e-b886-dfda8277bfba req-bf07ce89-702b-4a34-96d2-f90ed07744c4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0458758 Aug 18 14:46:11.004689 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c7d23b55-5986-432e-b886-dfda8277bfba req-84485a82-f82d-4eb9-a101-85823a6658b2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335095 Aug 18 14:46:11.560461 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67fe8c-a6c9-4eab-9d84-9554a509e8c2 req-108e6f46-f2cb-41e8-aea2-d5f4061770b7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:11.561917 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-da67fe8c-a6c9-4eab-9d84-9554a509e8c2 req-108e6f46-f2cb-41e8-aea2-d5f4061770b7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 944 time: 0.0497427 Aug 18 14:46:11.600048 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-da67fe8c-a6c9-4eab-9d84-9554a509e8c2 req-2f677bb9-7a9a-45d4-94e2-60c429a89e86 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Aug 18 14:46:11.701067 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae36fb-176f-4cfe-ac52-f0384319c3cd req-e5f6c439-c7d9-47a6-a3e9-082e93929570 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:11.702586 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-29ae36fb-176f-4cfe-ac52-f0384319c3cd req-e5f6c439-c7d9-47a6-a3e9-082e93929570 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 948 time: 0.0466557 Aug 18 14:46:11.740355 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-29ae36fb-176f-4cfe-ac52-f0384319c3cd req-50d6908e-0626-49c3-a60f-c20ec12a4223 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Aug 18 14:46:11.859502 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e916f-1725-4ecc-bda5-1d625d4e5f3e req-40616e88-3c0e-4d43-b4a6-32801564ab4a tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:11.860839 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-415e916f-1725-4ecc-bda5-1d625d4e5f3e req-40616e88-3c0e-4d43-b4a6-32801564ab4a tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 946 time: 0.0463614 Aug 18 14:46:11.901086 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-415e916f-1725-4ecc-bda5-1d625d4e5f3e req-100bfd0d-99db-45ee-bfe1-ef07387b9bf1 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343189 Aug 18 14:46:11.979139 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4099-a829-4646-a445-c6026ef7523b req-f2209673-f0d7-4744-94b4-b723212066f4 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:11.980614 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-46de4099-a829-4646-a445-c6026ef7523b req-f2209673-f0d7-4744-94b4-b723212066f4 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 944 time: 0.0512702 Aug 18 14:46:12.017065 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-46de4099-a829-4646-a445-c6026ef7523b req-ad5303cb-1c66-48cd-8a4e-638a883867f9 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Aug 18 14:46:12.032588 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:46:12.087987 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:46:12.091627 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:46:12.092222 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:12.123918 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e0c43-ce18-49ba-92dd-70689b349143 req-21e351e7-bcf9-4855-88e6-72d70b31eb17 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:12.125317 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c61e0c43-ce18-49ba-92dd-70689b349143 req-21e351e7-bcf9-4855-88e6-72d70b31eb17 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0483637 Aug 18 14:46:12.165661 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c61e0c43-ce18-49ba-92dd-70689b349143 req-e065585f-ecee-44e6-9485-5318bb204248 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Aug 18 14:46:12.176219 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:12.198941 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05775be-7f7e-43cb-ad39-ae636a931c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f2b73c-2274-4c38-9d0f-6a52c6c3f91c'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:12.204066 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4472d128-b6fc-4386-81e8-c794c685356f" -d '{"events": [{"server_uuid": "f05775be-7f7e-43cb-ad39-ae636a931c6c", "name": "network-vif-plugged", "status": "completed", "tag": "82f2b73c-2274-4c38-9d0f-6a52c6c3f91c"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:12.217754 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:12.224146 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:12.225086 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d8cd7e4a-3765-4c23-8754-00e3ae9bb651 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:46:12.251513 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc350f7-2dbf-4062-8960-3256c80ea9af x-openstack-request-id: req-7dc350f7-2dbf-4062-8960-3256c80ea9af {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:12.251836 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05775be-7f7e-43cb-ad39-ae636a931c6c", "name": "network-vif-plugged", "status": "completed", "tag": "82f2b73c-2274-4c38-9d0f-6a52c6c3f91c", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:12.252095 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7dc350f7-2dbf-4062-8960-3256c80ea9af {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:12.252485 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05775be-7f7e-43cb-ad39-ae636a931c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f2b73c-2274-4c38-9d0f-6a52c6c3f91c', 'code': 200} Aug 18 14:46:12.308677 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:12.318680 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port d8cd7e4a-3765-4c23-8754-00e3ae9bb651 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:46:12.322785 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port d8cd7e4a-3765-4c23-8754-00e3ae9bb651 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:46:12.323170 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:12.402721 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:12.421435 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-1a90bdbc-e37f-4fdd-b020-2c6516bfdee2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483429 Aug 18 14:46:12.438451 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d8cd7e4a-3765-4c23-8754-00e3ae9bb651, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8cd7e4a-3765-4c23-8754-00e3ae9bb651,segment=NetworkSegment(e958eeaf-3138-4e93-8b38-20767c060a51),segment_id=e958eeaf-3138-4e93-8b38-20767c060a51)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:12.442047 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:12.492385 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=d8cd7e4a-3765-4c23-8754-00e3ae9bb651,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:12.539971 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-09672c38-f856-4b2d-8f65-e4ed75b4a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:12.541513 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-09672c38-f856-4b2d-8f65-e4ed75b4a754 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 1098 time: 0.0646894 Aug 18 14:46:12.544042 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bcd63-3b86-4337-a2a9-3cf3d4fd9dfa req-dd532726-494f-4307-b6b2-8d7ad023a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:12.546673 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b14bcd63-3b86-4337-a2a9-3cf3d4fd9dfa req-dd532726-494f-4307-b6b2-8d7ad023a70f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 1098 time: 0.0801394 Aug 18 14:46:12.633992 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b14bcd63-3b86-4337-a2a9-3cf3d4fd9dfa req-5b8a2220-d9f5-4c37-b4e6-7e415ceb800d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793331 Aug 18 14:46:12.678047 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-86bfb4fc-465c-47ed-ac6c-dfadd158e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:12.679526 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-86bfb4fc-465c-47ed-ac6c-dfadd158e263 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 910 time: 0.1122589 Aug 18 14:46:12.721763 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305921b-6aed-459f-8049-6f4bf9bb515e req-50a2eac1-9087-499c-b02e-1e08f458d076 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:12.723524 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f305921b-6aed-459f-8049-6f4bf9bb515e req-50a2eac1-9087-499c-b02e-1e08f458d076 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 945 time: 0.0488007 Aug 18 14:46:12.763604 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f305921b-6aed-459f-8049-6f4bf9bb515e req-86a27dd7-f945-487a-b79d-aef94b3d1320 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339639 Aug 18 14:46:12.860155 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab9a86-3ed7-4e28-b3ce-118e8026ba38 req-100d6589-75ad-4439-a864-d8cc4741d35a tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:12.861607 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-31ab9a86-3ed7-4e28-b3ce-118e8026ba38 req-100d6589-75ad-4439-a864-d8cc4741d35a tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 946 time: 0.0465012 Aug 18 14:46:12.898038 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-31ab9a86-3ed7-4e28-b3ce-118e8026ba38 req-ae7369cb-d10c-4078-996c-9b4e25d968f3 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302899 Aug 18 14:46:12.995065 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bbd11-34ae-4c82-8d3e-01303207611b req-263dcd94-a9e0-4321-8dc0-e63a749f7244 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:12.996507 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-595bbd11-34ae-4c82-8d3e-01303207611b req-263dcd94-a9e0-4321-8dc0-e63a749f7244 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 948 time: 0.0466280 Aug 18 14:46:13.032186 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-595bbd11-34ae-4c82-8d3e-01303207611b req-29de48fa-fe7e-42da-a7f0-778f345deeff tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300324 Aug 18 14:46:13.130524 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5ad-91ca-4426-bc58-035885808ad8 req-bbbe68ac-1d35-4263-9063-8493847e506f tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:13.131940 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-362bd5ad-91ca-4426-bc58-035885808ad8 req-bbbe68ac-1d35-4263-9063-8493847e506f tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 945 time: 0.0468316 Aug 18 14:46:13.171681 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-362bd5ad-91ca-4426-bc58-035885808ad8 req-9f5f6897-7df4-4672-a8aa-887363bbd952 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336003 Aug 18 14:46:13.256905 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-ff3d76e1-4c2a-4878-a955-12439bdcb980 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f47394-5672-4e78-8c2a-922809dce60e HTTP/1.1" status: 200 len: 1001 time: 0.0596356 Aug 18 14:46:13.352602 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:13.359959 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-77c9bf89-c458-47ce-a69b-c84175940ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:13.361424 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-77c9bf89-c458-47ce-a69b-c84175940ced service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 200 len: 848 time: 0.0463815 Aug 18 14:46:13.387531 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f243c-4381-41d4-867f-3e2589ec9d9b req-bf4bef8a-dc95-4092-9618-f01aff1fffaa tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:13.389785 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-419f243c-4381-41d4-867f-3e2589ec9d9b req-bf4bef8a-dc95-4092-9618-f01aff1fffaa tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0491929 Aug 18 14:46:13.428036 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-419f243c-4381-41d4-867f-3e2589ec9d9b req-c7fbb29b-d1b4-4ec6-ac3e-0498340b84dd tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330522 Aug 18 14:46:13.439070 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-1ffc4209-3ebf-482e-be56-d9920de10cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:13.440641 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-1ffc4209-3ebf-482e-be56-d9920de10cea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f453827-31cb-4cd9-a35c-9030c6070e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432811 Aug 18 14:46:13.533150 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-2ac6800b-2a6f-4fb9-be8b-ad528b89252e service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821297 Aug 18 14:46:13.623495 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1fce506-e1de-4330-a54e-07c8fbd46178 req-6eb23ab9-d865-428d-87d1-3e32defa83e3 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808899 Aug 18 14:46:13.797292 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:46:13.877484 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00a6f8-d944-44c9-bd2e-4f96e735a0ef req-1b1bf3fc-9b56-4f9a-9d71-730703355f1d tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:13.878945 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2f00a6f8-d944-44c9-bd2e-4f96e735a0ef req-1b1bf3fc-9b56-4f9a-9d71-730703355f1d tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 945 time: 0.0465820 Aug 18 14:46:13.916218 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2f00a6f8-d944-44c9-bd2e-4f96e735a0ef req-1e098fe0-7f1f-47dd-b48d-6755b0c9fd28 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312111 Aug 18 14:46:14.011455 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba5990-7f13-4ce3-9b24-04575ada39f9 req-09d48728-b584-4ec5-b192-3b46c41f4a38 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:14.012926 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-daba5990-7f13-4ce3-9b24-04575ada39f9 req-09d48728-b584-4ec5-b192-3b46c41f4a38 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 946 time: 0.0489028 Aug 18 14:46:14.034217 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d0f1d-3a46-4fdc-a9d2-881e75d60e87 req-8fb0dd20-cae2-40ca-8045-8fb9bfc41d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:14.035825 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-536d0f1d-3a46-4fdc-a9d2-881e75d60e87 req-8fb0dd20-cae2-40ca-8045-8fb9bfc41d2d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 1098 time: 0.0432651 Aug 18 14:46:14.040368 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device deaa2e2d-b21e-43aa-b06f-75354a82c1e5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:46:14.054528 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-daba5990-7f13-4ce3-9b24-04575ada39f9 req-9f15c509-be01-48e0-9c0b-d4691e34967d tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352371 Aug 18 14:46:14.083563 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-536d0f1d-3a46-4fdc-a9d2-881e75d60e87 req-e1b49ca8-003e-4d0c-9585-538efb2592fc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382011 Aug 18 14:46:14.143356 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76cbd8-502a-4b16-8dcd-f9f761125ede req-f86ef2c5-2eb1-4db7-9f99-b81d5443ea92 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:14.144803 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7d76cbd8-502a-4b16-8dcd-f9f761125ede req-f86ef2c5-2eb1-4db7-9f99-b81d5443ea92 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 948 time: 0.0465183 Aug 18 14:46:14.146993 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port deaa2e2d-b21e-43aa-b06f-75354a82c1e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=deaa2e2d-b21e-43aa-b06f-75354a82c1e5,segment=NetworkSegment(de3bce10-0de6-4082-9825-343debb36a04),segment_id=de3bce10-0de6-4082-9825-343debb36a04)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:14.157593 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'deaa2e2d-b21e-43aa-b06f-75354a82c1e5', 'network_id': '1af39e73-6713-494f-a82b-71ea99a2e594', 'port_id': 'deaa2e2d-b21e-43aa-b06f-75354a82c1e5', 'mac_address': 'fa:16:3e:4e:50:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ffd3a07-8a3e-45db-b608-b82a2f58ea34', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:46:14.181434 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7d76cbd8-502a-4b16-8dcd-f9f761125ede req-d72f4027-9b3a-4613-9718-6d59ada4a977 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306621 Aug 18 14:46:14.207141 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:14.219863 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaa2e2d-b21e-43aa-b06f-75354a82c1e5 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:46:14.238755 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port deaa2e2d-b21e-43aa-b06f-75354a82c1e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=deaa2e2d-b21e-43aa-b06f-75354a82c1e5,segment=NetworkSegment(de3bce10-0de6-4082-9825-343debb36a04),segment_id=de3bce10-0de6-4082-9825-343debb36a04)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:14.243159 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:14.265041 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2e93cb-7847-4d39-b482-f612e0f8041e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cd7e4a-3765-4c23-8754-00e3ae9bb651'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:14.267295 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2838d2f8-8dad-4602-9f38-28d183d02cdf" -d '{"events": [{"server_uuid": "2b2e93cb-7847-4d39-b482-f612e0f8041e", "name": "network-vif-plugged", "status": "completed", "tag": "d8cd7e4a-3765-4c23-8754-00e3ae9bb651"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:14.281864 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226d29-747b-45e7-a8b2-d87efd65a177 req-dfde472a-425a-43e2-829b-93759e4bdf55 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:14.283392 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-22226d29-747b-45e7-a8b2-d87efd65a177 req-dfde472a-425a-43e2-829b-93759e4bdf55 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 945 time: 0.0478113 Aug 18 14:46:14.297530 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=deaa2e2d-b21e-43aa-b06f-75354a82c1e5,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:14.308443 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7d6588-b41c-48d6-aab3-50190a45fd6a x-openstack-request-id: req-db7d6588-b41c-48d6-aab3-50190a45fd6a {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:14.309152 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2e93cb-7847-4d39-b482-f612e0f8041e", "name": "network-vif-plugged", "status": "completed", "tag": "d8cd7e4a-3765-4c23-8754-00e3ae9bb651", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:14.309620 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-db7d6588-b41c-48d6-aab3-50190a45fd6a {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:14.310141 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2e93cb-7847-4d39-b482-f612e0f8041e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cd7e4a-3765-4c23-8754-00e3ae9bb651', 'code': 200} Aug 18 14:46:14.326456 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-22226d29-747b-45e7-a8b2-d87efd65a177 req-688887d0-cb6a-4372-ae92-3ae6250aacb6 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359333 Aug 18 14:46:14.548634 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-53f2f22f-075a-4887-b705-864b4b71f38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:14.826411 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510642e-c59d-4104-9493-2cf67e2655ee req-0af1a476-3646-46b8-8894-94cce7b0fc56 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:14.827891 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2510642e-c59d-4104-9493-2cf67e2655ee req-0af1a476-3646-46b8-8894-94cce7b0fc56 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0469437 Aug 18 14:46:14.868764 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2510642e-c59d-4104-9493-2cf67e2655ee req-65200986-63cf-4201-9d34-b7a73ec166a2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342941 Aug 18 14:46:14.871963 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d19279-b2b1-4cde-989b-682a136d6b11 req-1b34a03b-570c-4349-95f4-5bd2e87c304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:14.873491 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-97d19279-b2b1-4cde-989b-682a136d6b11 req-1b34a03b-570c-4349-95f4-5bd2e87c304b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 1098 time: 0.0391307 Aug 18 14:46:14.918784 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-97d19279-b2b1-4cde-989b-682a136d6b11 req-0a6388d7-031c-4f49-ae46-ba207ec5f26d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285215 Aug 18 14:46:14.978289 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['deaa2e2d-b21e-43aa-b06f-75354a82c1e5'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:15.029844 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74805e31-0665-44d5-b7a5-4207c49d6921 req-c6cbba47-df46-49fe-980a-7f4d2d03ba35 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:15.031431 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-74805e31-0665-44d5-b7a5-4207c49d6921 req-c6cbba47-df46-49fe-980a-7f4d2d03ba35 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 945 time: 0.0471418 Aug 18 14:46:15.068754 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-74805e31-0665-44d5-b7a5-4207c49d6921 req-c82b9a6a-5cfe-4e02-8c3d-b779c44aeac2 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Aug 18 14:46:15.178572 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba9426-47e0-4f60-80ba-8cb2010a2e16 req-17adbc52-9ad4-4085-a092-c9df1f6880d7 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:15.179989 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a5ba9426-47e0-4f60-80ba-8cb2010a2e16 req-17adbc52-9ad4-4085-a092-c9df1f6880d7 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 946 time: 0.0464549 Aug 18 14:46:15.215950 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a5ba9426-47e0-4f60-80ba-8cb2010a2e16 req-23acc835-ae59-496b-82b4-a1fdea3c9aa6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302408 Aug 18 14:46:15.296178 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48211d4-2b8a-4e1a-90c4-13d8b8c76e1d req-0c6c0511-0a91-4a7c-b8c5-409300b7edfc tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:15.297631 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f48211d4-2b8a-4e1a-90c4-13d8b8c76e1d req-0c6c0511-0a91-4a7c-b8c5-409300b7edfc tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 949 time: 0.0466413 Aug 18 14:46:15.337952 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f48211d4-2b8a-4e1a-90c4-13d8b8c76e1d req-459ebaa7-0851-47ae-86c9-293aec33d4d7 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337186 Aug 18 14:46:15.436500 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22833959-0748-41ac-8153-eb0a015a30a9 req-b91929a8-da8a-40ee-8990-7467b967973b tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:15.437825 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-22833959-0748-41ac-8153-eb0a015a30a9 req-b91929a8-da8a-40ee-8990-7467b967973b tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 945 time: 0.0464170 Aug 18 14:46:15.472808 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-22833959-0748-41ac-8153-eb0a015a30a9 req-0c548116-1469-4e31-a11b-bcc259c1b09c tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292616 Aug 18 14:46:16.143982 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c87b32-d105-4996-a779-84cfcb93993c req-cc59f79c-227d-4e61-b4d4-e9060c8b2cc9 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:16.145531 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-56c87b32-d105-4996-a779-84cfcb93993c req-cc59f79c-227d-4e61-b4d4-e9060c8b2cc9 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0488470 Aug 18 14:46:16.209316 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-56c87b32-d105-4996-a779-84cfcb93993c req-bbf2f383-ec4c-4a83-831b-306311012a0a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542548 Aug 18 14:46:16.224003 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc76c66-422e-4ae3-a7d3-1529a3c25c3f req-570cad33-535e-408d-9373-fd1b5c5e94d2 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:16.224003 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ccc76c66-422e-4ae3-a7d3-1529a3c25c3f req-570cad33-535e-408d-9373-fd1b5c5e94d2 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 945 time: 0.0754342 Aug 18 14:46:16.261204 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ccc76c66-422e-4ae3-a7d3-1529a3c25c3f req-db74444a-5378-4d6b-93c3-4b5ef895f4ee tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328848 Aug 18 14:46:16.331460 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8763fe0-5324-4a2d-9048-8b5c42a95390 req-c5e158c5-ed66-4df8-92fc-9be0649232ff tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:16.332854 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c8763fe0-5324-4a2d-9048-8b5c42a95390 req-c5e158c5-ed66-4df8-92fc-9be0649232ff tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 946 time: 0.0481019 Aug 18 14:46:16.369462 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c8763fe0-5324-4a2d-9048-8b5c42a95390 req-c6c7ec33-97a7-46c1-8131-9fc946e6e857 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308161 Aug 18 14:46:16.449347 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b747911-bca9-4f90-9d7c-2eac4a432846 req-08ac7fc1-c53e-4873-ba84-f4ab4a513baf tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:16.450798 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0b747911-bca9-4f90-9d7c-2eac4a432846 req-08ac7fc1-c53e-4873-ba84-f4ab4a513baf tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 949 time: 0.0468326 Aug 18 14:46:16.485853 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0b747911-bca9-4f90-9d7c-2eac4a432846 req-a70b1632-03ef-4045-a346-26cba234a910 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294240 Aug 18 14:46:16.592270 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff00804-0db4-4ded-966a-3dfac3cbbe55 req-386c600b-f5ed-4caa-82d8-310ad98dfb0f tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:16.593630 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5ff00804-0db4-4ded-966a-3dfac3cbbe55 req-386c600b-f5ed-4caa-82d8-310ad98dfb0f tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 945 time: 0.0523999 Aug 18 14:46:16.630844 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5ff00804-0db4-4ded-966a-3dfac3cbbe55 req-4b869a7d-59bb-40c6-bcb2-c8eb1c2da1d5 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312986 Aug 18 14:46:17.179730 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-188c91b3-4e5a-4c55-ab7e-a8d6fc665ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:17.296056 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:17.417437 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a7457-7021-411c-ba14-cb17537d8376 req-92fa19ed-49e7-4a70-bc24-6d055db8fad5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:17.419127 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ba0a7457-7021-411c-ba14-cb17537d8376 req-92fa19ed-49e7-4a70-bc24-6d055db8fad5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0518174 Aug 18 14:46:17.457041 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ba0a7457-7021-411c-ba14-cb17537d8376 req-41436e8f-e443-4a47-9a73-066a8d4701de tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Aug 18 14:46:17.515576 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cbfba-65f9-46c8-a2a9-7369553f19a5 req-7ac4f9da-5d48-4aff-bc18-46d8d6de33b7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:17.517251 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f14cbfba-65f9-46c8-a2a9-7369553f19a5 req-7ac4f9da-5d48-4aff-bc18-46d8d6de33b7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 945 time: 0.0508902 Aug 18 14:46:17.583550 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f14cbfba-65f9-46c8-a2a9-7369553f19a5 req-1ed2b60c-6791-4b2b-965e-8cdca3162586 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569155 Aug 18 14:46:17.596890 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb873457-59dd-476f-ada2-04d94d128436 req-9e08dd83-39a5-43d1-92d5-976048394be7 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:17.598900 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fb873457-59dd-476f-ada2-04d94d128436 req-9e08dd83-39a5-43d1-92d5-976048394be7 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 946 time: 0.0802104 Aug 18 14:46:17.638007 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fb873457-59dd-476f-ada2-04d94d128436 req-da674804-2947-442c-bf23-a60497b57bb9 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324955 Aug 18 14:46:17.750766 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24651e7-06b3-4dd2-b46c-d42e0f870952 req-77d4a366-ee91-4639-98c3-b96ec59e5aee tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:17.752572 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c24651e7-06b3-4dd2-b46c-d42e0f870952 req-77d4a366-ee91-4639-98c3-b96ec59e5aee tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 946 time: 0.0719864 Aug 18 14:46:17.773167 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd8d8-29b7-4d48-b1b3-b3634170861f req-4e773581-d12e-483c-96ad-d5a06523c16b tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:17.774693 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3bcfd8d8-29b7-4d48-b1b3-b3634170861f req-4e773581-d12e-483c-96ad-d5a06523c16b tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 949 time: 0.0535650 Aug 18 14:46:17.843823 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4662087-cc67-4c46-b788-0c0dd2dad803 req-242871d1-9c09-40b3-83c9-23660f44539e tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:17.845348 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f4662087-cc67-4c46-b788-0c0dd2dad803 req-242871d1-9c09-40b3-83c9-23660f44539e tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 945 time: 0.0697787 Aug 18 14:46:17.867615 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3bcfd8d8-29b7-4d48-b1b3-b3634170861f req-df2af719-5ec6-44bc-80d4-04b3cfa0d7d1 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778444 Aug 18 14:46:17.868307 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-c24651e7-06b3-4dd2-b46c-d42e0f870952 req-d5d26ca2-658e-4dee-81c6-70a8e36b1199 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Deleting port e86055e8-a9ab-4ece-8491-5f56d5f70921 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:17.868307 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c24651e7-06b3-4dd2-b46c-d42e0f870952 req-d5d26ca2-658e-4dee-81c6-70a8e36b1199 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:17.916765 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f4662087-cc67-4c46-b788-0c0dd2dad803 req-4b2ba592-34ca-4dab-ba52-2b93982404ec tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527382 Aug 18 14:46:17.974905 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:17.994713 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-c24651e7-06b3-4dd2-b46c-d42e0f870952 req-d5d26ca2-658e-4dee-81c6-70a8e36b1199 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] For port e86055e8-a9ab-4ece-8491-5f56d5f70921, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e86055e8-a9ab-4ece-8491-5f56d5f70921,segment=NetworkSegment(97fdc94e-a428-4b0b-8688-6ffe0d871af8),segment_id=97fdc94e-a428-4b0b-8688-6ffe0d871af8)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:17.995077 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c24651e7-06b3-4dd2-b46c-d42e0f870952 req-d5d26ca2-658e-4dee-81c6-70a8e36b1199 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:18.010993 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-c24651e7-06b3-4dd2-b46c-d42e0f870952 req-d5d26ca2-658e-4dee-81c6-70a8e36b1199 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Calling delete_port for e86055e8-a9ab-4ece-8491-5f56d5f70921 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:18.053271 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device deaa2e2d-b21e-43aa-b06f-75354a82c1e5 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:46:18.123695 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:46:18.128635 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:46:18.128767 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33e868-aa19-4888-80cc-edf29157adde req-d84cc5f9-2d57-4152-a537-c89c96753f14 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:18.129563 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:18.130552 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7e33e868-aa19-4888-80cc-edf29157adde req-d84cc5f9-2d57-4152-a537-c89c96753f14 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0536966 Aug 18 14:46:18.130686 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4a4b7-a198-4edf-9087-89a06d1e7868 req-0d25467c-bc9f-4569-8f9d-a89f7a14990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:18.132154 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1bd4a4b7-a198-4edf-9087-89a06d1e7868 req-0d25467c-bc9f-4569-8f9d-a89f7a14990b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=075b08571b074cd89055dbcb85c93ece&device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 1098 time: 0.0653653 Aug 18 14:46:18.186188 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7e33e868-aa19-4888-80cc-edf29157adde req-0af8ee53-1989-4535-aa14-c5255ab92705 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485620 Aug 18 14:46:18.245687 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:18.274241 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c24651e7-06b3-4dd2-b46c-d42e0f870952 req-d5d26ca2-658e-4dee-81c6-70a8e36b1199 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:18.279689 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaa2e2d-b21e-43aa-b06f-75354a82c1e5'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:18.282693 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4b3cc0-072c-4453-9537-107a811c9673" -d '{"events": [{"server_uuid": "ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74", "name": "network-vif-plugged", "status": "completed", "tag": "deaa2e2d-b21e-43aa-b06f-75354a82c1e5"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:18.309444 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port deaa2e2d-b21e-43aa-b06f-75354a82c1e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=deaa2e2d-b21e-43aa-b06f-75354a82c1e5,segment=NetworkSegment(de3bce10-0de6-4082-9825-343debb36a04),segment_id=de3bce10-0de6-4082-9825-343debb36a04)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:18.316338 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:18.336029 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d26ca2-658e-4dee-81c6-70a8e36b1199 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Pushing event deleted for resources: {'Port': ['ID=e86055e8-a9ab-4ece-8491-5f56d5f70921,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:18.342554 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4a4b7-a198-4edf-9087-89a06d1e7868 req-f9f05ff3-5b28-46d0-bc16-491308cccea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:18.344096 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1bd4a4b7-a198-4edf-9087-89a06d1e7868 req-f9f05ff3-5b28-46d0-bc16-491308cccea0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 200 len: 919 time: 0.1944375 Aug 18 14:46:18.361613 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24651e7-06b3-4dd2-b46c-d42e0f870952 req-d5d26ca2-658e-4dee-81c6-70a8e36b1199 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] No DVR routers for this DVR port e86055e8-a9ab-4ece-8491-5f56d5f70921 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:18.364846 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c24651e7-06b3-4dd2-b46c-d42e0f870952 req-d5d26ca2-658e-4dee-81c6-70a8e36b1199 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:18.367044 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c24651e7-06b3-4dd2-b46c-d42e0f870952 req-d5d26ca2-658e-4dee-81c6-70a8e36b1199 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.69 "DELETE /v2.0/ports/e86055e8-a9ab-4ece-8491-5f56d5f70921 HTTP/1.1" status: 204 len: 173 time: 0.6063995 Aug 18 14:46:18.374153 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebe8423-233c-4016-b1f9-d48f922fa72a', 'name': 'network-vif-deleted', 'tag': 'e86055e8-a9ab-4ece-8491-5f56d5f70921'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:18.376526 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41809f6d-4c44-4c9b-b29a-4c7cd994a32e" -d '{"events": [{"server_uuid": "2ebe8423-233c-4016-b1f9-d48f922fa72a", "name": "network-vif-deleted", "tag": "e86055e8-a9ab-4ece-8491-5f56d5f70921"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:18.379231 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e84c684-bd88-4617-9a11-a79b959d8d6e x-openstack-request-id: req-1e84c684-bd88-4617-9a11-a79b959d8d6e {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:18.380206 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74", "name": "network-vif-plugged", "status": "completed", "tag": "deaa2e2d-b21e-43aa-b06f-75354a82c1e5", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:18.381224 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e84c684-bd88-4617-9a11-a79b959d8d6e {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:18.381636 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaa2e2d-b21e-43aa-b06f-75354a82c1e5', 'code': 200} Aug 18 14:46:18.382475 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=deaa2e2d-b21e-43aa-b06f-75354a82c1e5,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:18.425990 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1bd4a4b7-a198-4edf-9087-89a06d1e7868 req-8492cf14-d872-49d9-a33e-0919e17ba1ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5de5855-8352-4797-8e59-48d4da624f78 HTTP/1.1" status: 200 len: 217 time: 0.0452950 Aug 18 14:46:18.433532 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e0c229-7f71-4b51-b944-b6173b25659c x-openstack-request-id: req-27e0c229-7f71-4b51-b944-b6173b25659c {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:18.433913 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebe8423-233c-4016-b1f9-d48f922fa72a", "name": "network-vif-deleted", "tag": "e86055e8-a9ab-4ece-8491-5f56d5f70921", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:18.434498 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27e0c229-7f71-4b51-b944-b6173b25659c {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:18.434899 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebe8423-233c-4016-b1f9-d48f922fa72a', 'name': 'network-vif-deleted', 'tag': 'e86055e8-a9ab-4ece-8491-5f56d5f70921', 'status': 'completed', 'code': 200} Aug 18 14:46:18.553410 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4a4b7-a198-4edf-9087-89a06d1e7868 req-de084ac0-5c1d-4a2f-a901-eb23fed59577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:18.554920 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1bd4a4b7-a198-4edf-9087-89a06d1e7868 req-de084ac0-5c1d-4a2f-a901-eb23fed59577 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2fb8dbdf-e623-4b18-a596-69a9d3196b83 HTTP/1.1" status: 200 len: 858 time: 0.0542700 Aug 18 14:46:18.635175 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1bd4a4b7-a198-4edf-9087-89a06d1e7868 req-262e5501-90fd-41c5-bc4c-e123a7216a23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9b012c8-804e-4f07-9a16-9c0f8924483c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252755 Aug 18 14:46:18.752312 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-96ce87fb-2b7f-4ae3-a67e-eb208fb914fc req-d7cd2307-855c-45c7-94a6-f0f60c263f52 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 210 time: 0.0261328 Aug 18 14:46:18.771446 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee7056-7eae-47e3-a47f-6dd3456a665b req-ae8a5e07-4dac-418e-8337-e4bcc7e66948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:18.773748 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b3ee7056-7eae-47e3-a47f-6dd3456a665b req-ae8a5e07-4dac-418e-8337-e4bcc7e66948 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 1103 time: 0.1128266 Aug 18 14:46:18.808125 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1bd4a4b7-a198-4edf-9087-89a06d1e7868 req-ddcb11ea-a2f0-45bb-ab56-793e081f45d0 service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459501 Aug 18 14:46:18.821163 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b3ee7056-7eae-47e3-a47f-6dd3456a665b req-c6ba9c06-b279-4aa2-8008-e44c2460f004 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359039 Aug 18 14:46:18.974232 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489921e7-d35a-4824-812c-6f0e7a7d4ce1 req-fae0450b-095c-4210-9184-44ca098bb074 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:18.975829 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-489921e7-d35a-4824-812c-6f0e7a7d4ce1 req-fae0450b-095c-4210-9184-44ca098bb074 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 950 time: 0.0491772 Aug 18 14:46:19.018213 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-489921e7-d35a-4824-812c-6f0e7a7d4ce1 req-e04c648b-e22e-44c5-b56e-d65aa4c82dd9 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359447 Aug 18 14:46:19.297538 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cc260-f95f-4f34-8427-1feb13e81d23 req-04321d70-10f1-417e-90f7-c98137deed4e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:19.299016 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3c0cc260-f95f-4f34-8427-1feb13e81d23 req-04321d70-10f1-417e-90f7-c98137deed4e tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0519342 Aug 18 14:46:19.338299 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3c0cc260-f95f-4f34-8427-1feb13e81d23 req-159f53ee-de27-47d9-bc2b-3fdcfe66548b tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326378 Aug 18 14:46:19.425267 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1bd4a4b7-a198-4edf-9087-89a06d1e7868 req-5a581858-6f52-4b14-8fb4-b801755adace service neutron] 10.222.0.69 "GET /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873356 Aug 18 14:46:19.915208 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-187e1fba-3e95-4c55-86f9-244a1eb178af req-ab29e1cd-e9e0-461e-ab07-e18dda338fe1 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ebe8423-233c-4016-b1f9-d48f922fa72a HTTP/1.1" status: 200 len: 210 time: 0.0274873 Aug 18 14:46:20.050139 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e86055e8-a9ab-4ece-8491-5f56d5f70921 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:46:20.069318 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: e86055e8-a9ab-4ece-8491-5f56d5f70921 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:46:20.069711 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e86055e8-a9ab-4ece-8491-5f56d5f70921 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:46:20.105509 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:20.135862 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913c98-55be-448c-a306-af17c36deddf req-24de46bc-57c3-4a70-b800-43130c8e3c6c tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:20.137334 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-05913c98-55be-448c-a306-af17c36deddf req-24de46bc-57c3-4a70-b800-43130c8e3c6c tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 950 time: 0.0520775 Aug 18 14:46:20.174573 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-05913c98-55be-448c-a306-af17c36deddf req-e83e8f16-2f5c-4a4a-a1f4-83c4b4eca16d tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314095 Aug 18 14:46:20.455955 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2808390-19f8-450c-be4c-c210794c0f9e req-d9332628-6589-49c5-a6da-05f7a43c8578 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:20.457537 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b2808390-19f8-450c-be4c-c210794c0f9e req-d9332628-6589-49c5-a6da-05f7a43c8578 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0492744 Aug 18 14:46:20.499834 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b2808390-19f8-450c-be4c-c210794c0f9e req-749ac739-cd8d-4dea-8986-f736f139893a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358050 Aug 18 14:46:21.220634 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-75266980-c1f0-45bc-b75f-f58b3cf0ce2f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:21.222198 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-75266980-c1f0-45bc-b75f-f58b3cf0ce2f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/networks?id=87d1bf2c-a8ae-4816-b901-e7b86c371514 HTTP/1.1" status: 200 len: 808 time: 0.0984490 Aug 18 14:46:21.237897 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-8f2ccc6b-1e1b-458e-a7fc-f3c9ce325a67 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/quotas/850af6ef3c5c4213b71b42ab8cffe4f7 HTTP/1.1" status: 200 len: 375 time: 0.0092084 Aug 18 14:46:21.275066 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-d0100c41-f05a-4e52-a9e7-6aca11d60836 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=850af6ef3c5c4213b71b42ab8cffe4f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310392 Aug 18 14:46:21.359162 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f98aad-67c7-45dd-8c23-182120977b38 req-5699e166-5206-448f-bb70-1bd04f789da6 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:21.360667 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-47f98aad-67c7-45dd-8c23-182120977b38 req-5699e166-5206-448f-bb70-1bd04f789da6 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 950 time: 0.1086733 Aug 18 14:46:21.406015 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-f984b63b-f18b-4d8b-a07d-f886f7fcff5e service neutron] 10.222.0.38 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147530 Aug 18 14:46:21.426942 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-47f98aad-67c7-45dd-8c23-182120977b38 req-d1bcf0c1-d875-461c-84e0-92a9b8ef7d28 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585036 Aug 18 14:46:21.502801 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-f94a4275-315f-446d-98ac-67a8eadbc8e8 service neutron] 10.222.0.38 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888062 Aug 18 14:46:21.621995 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ff017-d0cb-4f0d-9125-ed02558d1774 req-af2f0f9d-1308-47fd-961c-97c2010d9d88 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:21.623692 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2f8ff017-d0cb-4f0d-9125-ed02558d1774 req-af2f0f9d-1308-47fd-961c-97c2010d9d88 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0549171 Aug 18 14:46:21.680231 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6c1ab378-996a-4819-b032-eff72e8617ed req-f4d83c2f-8e86-4ef4-a0cb-681f76bd27b6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 210 time: 0.0428908 Aug 18 14:46:21.698735 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2f8ff017-d0cb-4f0d-9125-ed02558d1774 req-579c5b0d-f593-451c-a818-a73a12e19c73 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691772 Aug 18 14:46:22.759153 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0a810-f2ba-4635-8900-e09fc073f19d req-4dd2344b-2d47-4d6c-80f8-0cb6153ac184 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:22.760661 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8dc0a810-f2ba-4635-8900-e09fc073f19d req-4dd2344b-2d47-4d6c-80f8-0cb6153ac184 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 950 time: 0.2621496 Aug 18 14:46:22.818744 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6ce58245-7351-49c3-9ba9-f263d8683ed0 req-2666bca2-807e-4821-9fb7-9bef4d6e561d tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 210 time: 0.0437524 Aug 18 14:46:22.832136 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8dc0a810-f2ba-4635-8900-e09fc073f19d req-da6046f6-8417-4721-ae98-16cdd157e9bb tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654185 Aug 18 14:46:22.954023 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f81bd-619e-4964-914e-02e72b0dabfb req-223f430c-a4e5-4504-999f-078591c8a5b4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:22.955753 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4a9f81bd-619e-4964-914e-02e72b0dabfb req-223f430c-a4e5-4504-999f-078591c8a5b4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0497639 Aug 18 14:46:22.957579 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-39ec6d32-5c97-4270-bf36-80586e38831b tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:22.958050 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-39ec6d32-5c97-4270-bf36-80586e38831b tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.69 "GET /v2.0/networks?id=87d1bf2c-a8ae-4816-b901-e7b86c371514 HTTP/1.1" status: 200 len: 808 time: 0.1432922 Aug 18 14:46:22.991496 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Request body: {'port': {'device_id': '8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0', 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514', 'admin_state_up': True, 'tenant_id': '850af6ef3c5c4213b71b42ab8cffe4f7'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:46:22.997608 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4a9f81bd-619e-4964-914e-02e72b0dabfb req-76dd4163-de5c-467f-ba89-422f11d65c4a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347700 Aug 18 14:46:23.116913 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Made reservation on behalf of 850af6ef3c5c4213b71b42ab8cffe4f7 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:46:23.120704 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:23.148685 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74689dcb-30a4-46a7-ad17-1b2556ba3820 req-0fcebbe3-3bad-4c95-a94b-209ae0ceb769 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:23.150173 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-74689dcb-30a4-46a7-ad17-1b2556ba3820 req-0fcebbe3-3bad-4c95-a94b-209ae0ceb769 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 950 time: 0.0562558 Aug 18 14:46:23.189035 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-74689dcb-30a4-46a7-ad17-1b2556ba3820 req-eeb616ac-9a09-47c6-9816-411821075048 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Aug 18 14:46:23.248553 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Allocated IP 172.20.0.4 (87d1bf2c-a8ae-4816-b901-e7b86c371514/b4838232-74d5-488f-925b-3da148fd3938/e02b0fd8-0e5e-4309-9fa9-d65b09788754) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:46:23.619756 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:23.657185 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:23.705819 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Network 87d1bf2c-a8ae-4816-b901-e7b86c371514 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:46:23.709068 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:46:23.713443 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:46:23.715920 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Pushing event updated for resources: {'Port': ['ID=e02b0fd8-0e5e-4309-9fa9-d65b09788754,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:23.761644 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:23.762257 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:23.777324 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-e4ca57ee-ee25-4780-8922-8ec8a7e4572f tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7918134 Aug 18 14:46:23.817469 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Request body: {'port': {'device_id': '8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:46:23.870091 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:23.939474 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e6aa1-8ee9-40cb-a809-598c2ab56490 req-8469eab8-70d4-4ced-86c5-4f6473b532ce tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:23.941057 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-903e6aa1-8ee9-40cb-a809-598c2ab56490 req-8469eab8-70d4-4ced-86c5-4f6473b532ce tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 931 time: 0.0488741 Aug 18 14:46:23.982390 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-903e6aa1-8ee9-40cb-a809-598c2ab56490 req-4b695d4e-fc65-4390-b89f-025ff44c1063 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Aug 18 14:46:24.118421 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f7c2b-7be8-4d32-ba14-01aeb597d66d req-69e4a915-e5a5-4a0e-892d-5f3096245e2a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:24.120012 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8f9f7c2b-7be8-4d32-ba14-01aeb597d66d req-69e4a915-e5a5-4a0e-892d-5f3096245e2a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0508802 Aug 18 14:46:24.134615 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02b0fd8-0e5e-4309-9fa9-d65b09788754 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:46:24.142135 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:24.159874 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8f9f7c2b-7be8-4d32-ba14-01aeb597d66d req-def8447a-f518-40ca-ab50-1df22ee279c8 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337038 Aug 18 14:46:24.161288 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Transition to ACTIVE for port object e02b0fd8-0e5e-4309-9fa9-d65b09788754 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:46:24.165049 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:24.212709 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e02b0fd8-0e5e-4309-9fa9-d65b09788754,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:24.287765 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Attempting to bind port e02b0fd8-0e5e-4309-9fa9-d65b09788754 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:46:24.288141 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Attempting to bind port e02b0fd8-0e5e-4309-9fa9-d65b09788754 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '97fdc94e-a428-4b0b-8688-6ffe0d871af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:46:24.288432 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Attempting to bind port e02b0fd8-0e5e-4309-9fa9-d65b09788754 on network 87d1bf2c-a8ae-4816-b901-e7b86c371514 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:24.292991 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Port e02b0fd8-0e5e-4309-9fa9-d65b09788754 on network 87d1bf2c-a8ae-4816-b901-e7b86c371514 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:46:24.293413 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Attempting to bind port e02b0fd8-0e5e-4309-9fa9-d65b09788754 on network 87d1bf2c-a8ae-4816-b901-e7b86c371514 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:46:24.298196 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:46:24.298565 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Checking segment: {'id': '97fdc94e-a428-4b0b-8688-6ffe0d871af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:46:24.298949 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Bound using segment: {'id': '97fdc94e-a428-4b0b-8688-6ffe0d871af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:46:24.299375 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Bound port: e02b0fd8-0e5e-4309-9fa9-d65b09788754, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97fdc94e-a428-4b0b-8688-6ffe0d871af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:46:24.299732 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:24.311430 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9bc52-06ff-42f3-8b18-49a6037d15aa req-98afe639-3a07-4f2a-b138-47b55f36dc55 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:24.312933 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ebf9bc52-06ff-42f3-8b18-49a6037d15aa req-98afe639-3a07-4f2a-b138-47b55f36dc55 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 950 time: 0.0539551 Aug 18 14:46:24.351132 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ebf9bc52-06ff-42f3-8b18-49a6037d15aa req-4d5087ec-7849-4b32-857a-90d834df7847 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Aug 18 14:46:24.361791 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] For port e02b0fd8-0e5e-4309-9fa9-d65b09788754, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:46:24.365027 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] For port e02b0fd8-0e5e-4309-9fa9-d65b09788754, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e02b0fd8-0e5e-4309-9fa9-d65b09788754,segment=NetworkSegment(97fdc94e-a428-4b0b-8688-6ffe0d871af8),segment_id=97fdc94e-a428-4b0b-8688-6ffe0d871af8)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:46:24.370289 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:24.404807 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:24.405465 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:24.406988 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] 10.222.0.69 "PUT /v2.0/ports/e02b0fd8-0e5e-4309-9fa9-d65b09788754 HTTP/1.1" status: 200 len: 1093 time: 0.5941398 Aug 18 14:46:24.407425 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0', 'tag': 'e02b0fd8-0e5e-4309-9fa9-d65b09788754'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:24.409649 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc854da-f2cd-4616-8735-e03fc1da9032" -d '{"events": [{"name": "network-changed", "server_uuid": "8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0", "tag": "e02b0fd8-0e5e-4309-9fa9-d65b09788754"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:24.432996 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364cb02-a4b7-4f72-b2c3-f0103c2589f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e02b0fd8-0e5e-4309-9fa9-d65b09788754,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:24.453534 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9313a6-7fb2-4f5f-90e3-2cdc8c03ff3e x-openstack-request-id: req-bd9313a6-7fb2-4f5f-90e3-2cdc8c03ff3e {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:24.453817 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0", "tag": "e02b0fd8-0e5e-4309-9fa9-d65b09788754", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:24.454071 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd9313a6-7fb2-4f5f-90e3-2cdc8c03ff3e {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:24.454496 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0', 'tag': 'e02b0fd8-0e5e-4309-9fa9-d65b09788754', 'status': 'completed', 'code': 200} Aug 18 14:46:24.596859 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-3e2a72b5-9cbe-4caa-ae11-3bc44c19120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:24.598275 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-3e2a72b5-9cbe-4caa-ae11-3bc44c19120b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=850af6ef3c5c4213b71b42ab8cffe4f7&device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0419123 Aug 18 14:46:24.661633 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-5b70c1bb-89b1-4fd1-afc2-e1c65aae309d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e02b0fd8-0e5e-4309-9fa9-d65b09788754 HTTP/1.1" status: 200 len: 217 time: 0.0373514 Aug 18 14:46:24.713662 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-10824aef-1e31-40e3-be45-e9754a2ce6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:24.715133 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-10824aef-1e31-40e3-be45-e9754a2ce6d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4838232-74d5-488f-925b-3da148fd3938 HTTP/1.1" status: 200 len: 848 time: 0.0425625 Aug 18 14:46:24.750858 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-13e71e53-77bd-46a7-9605-299485c711a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87d1bf2c-a8ae-4816-b901-e7b86c371514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230918 Aug 18 14:46:24.849938 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-54314c1b-b188-4180-a0b4-88151b23415d service neutron] 10.222.0.69 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893118 Aug 18 14:46:24.948342 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-919f3d71-7393-4e3a-9115-ee713858ef3b req-f950bf68-8731-46b1-97c3-09c833db8588 service neutron] 10.222.0.69 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823617 Aug 18 14:46:25.100457 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ef575-40ae-4db7-aba7-8b47362a5d93 req-ada9fe5d-2c97-4dfd-89b3-78b2c163b90e tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:25.101911 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-743ef575-40ae-4db7-aba7-8b47362a5d93 req-ada9fe5d-2c97-4dfd-89b3-78b2c163b90e tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 943 time: 0.0505943 Aug 18 14:46:25.138805 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-743ef575-40ae-4db7-aba7-8b47362a5d93 req-b26f950b-08a1-49c1-9d2f-31eb5bc42eb5 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310645 Aug 18 14:46:25.176015 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc854da-f2cd-4616-8735-e03fc1da9032 req-bab4b468-9033-441d-9701-0b47d624bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:25.178119 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fcc854da-f2cd-4616-8735-e03fc1da9032 req-bab4b468-9033-441d-9701-0b47d624bdab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=850af6ef3c5c4213b71b42ab8cffe4f7&device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0409207 Aug 18 14:46:25.284400 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e2ad6-696d-42fa-9896-7d01576631f9 req-9c760560-8a5e-48cf-ae33-5afba08eb4f2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:25.286237 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-517e2ad6-696d-42fa-9896-7d01576631f9 req-9c760560-8a5e-48cf-ae33-5afba08eb4f2 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0481510 Aug 18 14:46:25.288140 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc854da-f2cd-4616-8735-e03fc1da9032 req-ded30509-8e5e-4714-8e8e-eae38f46fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:25.289603 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fcc854da-f2cd-4616-8735-e03fc1da9032 req-ded30509-8e5e-4714-8e8e-eae38f46fedd service neutron] 10.222.0.69 "GET /v2.0/networks?id=87d1bf2c-a8ae-4816-b901-e7b86c371514 HTTP/1.1" status: 200 len: 909 time: 0.0903437 Aug 18 14:46:25.324846 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-517e2ad6-696d-42fa-9896-7d01576631f9 req-e6edb9e7-5bc2-464c-9bf5-a0d0afa61aa6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Aug 18 14:46:25.333970 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fcc854da-f2cd-4616-8735-e03fc1da9032 req-3b548e84-2481-4ba4-8e13-462a3fd7e08b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e02b0fd8-0e5e-4309-9fa9-d65b09788754 HTTP/1.1" status: 200 len: 217 time: 0.0350316 Aug 18 14:46:25.390774 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc854da-f2cd-4616-8735-e03fc1da9032 req-d6a01679-6dfa-4d5f-9399-7c35098cb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:25.392272 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fcc854da-f2cd-4616-8735-e03fc1da9032 req-d6a01679-6dfa-4d5f-9399-7c35098cb159 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4838232-74d5-488f-925b-3da148fd3938 HTTP/1.1" status: 200 len: 848 time: 0.0480983 Aug 18 14:46:25.442071 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fcc854da-f2cd-4616-8735-e03fc1da9032 req-d9484291-0637-4d62-b6db-00caf136e5b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=87d1bf2c-a8ae-4816-b901-e7b86c371514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244501 Aug 18 14:46:25.471131 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31129f95-3f1e-43ff-9272-11ae9b557e3d req-2c0285df-2621-4e12-90ce-7b5ef0c57275 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:25.472596 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-31129f95-3f1e-43ff-9272-11ae9b557e3d req-2c0285df-2621-4e12-90ce-7b5ef0c57275 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 950 time: 0.0541630 Aug 18 14:46:25.511058 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-31129f95-3f1e-43ff-9272-11ae9b557e3d req-9a661398-1064-454c-99aa-401f9454aab2 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317483 Aug 18 14:46:25.551857 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fcc854da-f2cd-4616-8735-e03fc1da9032 req-ca9ef2d3-e731-4658-a8fb-8cf25c3423b0 service neutron] 10.222.0.69 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822353 Aug 18 14:46:25.661388 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fcc854da-f2cd-4616-8735-e03fc1da9032 req-d20dc47f-669a-4b97-8009-194c55d26aa2 service neutron] 10.222.0.69 "GET /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856400 Aug 18 14:46:26.253326 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3b4b9-f1f1-43c5-97cd-41f26f7ed360 req-f747d80f-c745-4a88-96a3-bfc32f6ded13 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:26.255532 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-28f3b4b9-f1f1-43c5-97cd-41f26f7ed360 req-f747d80f-c745-4a88-96a3-bfc32f6ded13 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 943 time: 0.0476818 Aug 18 14:46:26.291977 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-28f3b4b9-f1f1-43c5-97cd-41f26f7ed360 req-caf33403-8f45-4ddb-9381-4bce760105b5 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306034 Aug 18 14:46:26.438907 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f44b1f-43ce-46c4-ad13-9153708da210 req-1c138679-4f16-43fa-8488-0024d83f2aa5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:26.440265 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f4f44b1f-43ce-46c4-ad13-9153708da210 req-1c138679-4f16-43fa-8488-0024d83f2aa5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0471809 Aug 18 14:46:26.477544 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f4f44b1f-43ce-46c4-ad13-9153708da210 req-52707a9c-f98f-4d47-8809-c39f5cf2ac07 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Aug 18 14:46:26.631257 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04e74f-2ab4-40cd-8c12-5acf862ceab8 req-7ff21b6e-71cf-4ff1-a51f-40f04f2bde69 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:26.632752 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a04e74f-2ab4-40cd-8c12-5acf862ceab8 req-7ff21b6e-71cf-4ff1-a51f-40f04f2bde69 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 950 time: 0.0551465 Aug 18 14:46:26.670589 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a04e74f-2ab4-40cd-8c12-5acf862ceab8 req-cfa1dfff-f949-4a21-9f76-8c7e15c2900c tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/security-groups?id=0130fb4d-c28e-4dd4-a096-3f213c416bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Aug 18 14:46:26.696909 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9c047-bb39-41bf-aaed-2788ad501a59 req-62a3e2a4-aca4-47c6-ae6f-12db8acd9139 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:26.698456 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-49e9c047-bb39-41bf-aaed-2788ad501a59 req-62a3e2a4-aca4-47c6-ae6f-12db8acd9139 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 950 time: 0.0513625 Aug 18 14:46:26.797198 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-49e9c047-bb39-41bf-aaed-2788ad501a59 req-ae369ddb-73ed-4b58-9a40-3fe97d87fe44 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Deleting port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:26.797530 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-49e9c047-bb39-41bf-aaed-2788ad501a59 req-ae369ddb-73ed-4b58-9a40-3fe97d87fe44 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:26.887040 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-49e9c047-bb39-41bf-aaed-2788ad501a59 req-ae369ddb-73ed-4b58-9a40-3fe97d87fe44 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] For port deaa2e2d-b21e-43aa-b06f-75354a82c1e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=deaa2e2d-b21e-43aa-b06f-75354a82c1e5,segment=NetworkSegment(de3bce10-0de6-4082-9825-343debb36a04),segment_id=de3bce10-0de6-4082-9825-343debb36a04)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:26.887410 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-49e9c047-bb39-41bf-aaed-2788ad501a59 req-ae369ddb-73ed-4b58-9a40-3fe97d87fe44 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:26.900322 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-49e9c047-bb39-41bf-aaed-2788ad501a59 req-ae369ddb-73ed-4b58-9a40-3fe97d87fe44 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Calling delete_port for deaa2e2d-b21e-43aa-b06f-75354a82c1e5 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:27.027904 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-49e9c047-bb39-41bf-aaed-2788ad501a59 req-ae369ddb-73ed-4b58-9a40-3fe97d87fe44 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:27.055417 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae369ddb-73ed-4b58-9a40-3fe97d87fe44 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Pushing event deleted for resources: {'Port': ['ID=deaa2e2d-b21e-43aa-b06f-75354a82c1e5,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:27.084568 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['deaa2e2d-b21e-43aa-b06f-75354a82c1e5'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:27.104236 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e9c047-bb39-41bf-aaed-2788ad501a59 req-ae369ddb-73ed-4b58-9a40-3fe97d87fe44 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] No DVR routers for this DVR port deaa2e2d-b21e-43aa-b06f-75354a82c1e5 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:27.107643 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-49e9c047-bb39-41bf-aaed-2788ad501a59 req-ae369ddb-73ed-4b58-9a40-3fe97d87fe44 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:27.109641 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-49e9c047-bb39-41bf-aaed-2788ad501a59 req-ae369ddb-73ed-4b58-9a40-3fe97d87fe44 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.69 "DELETE /v2.0/ports/deaa2e2d-b21e-43aa-b06f-75354a82c1e5 HTTP/1.1" status: 204 len: 173 time: 0.3998544 Aug 18 14:46:27.110111 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74', 'name': 'network-vif-deleted', 'tag': 'deaa2e2d-b21e-43aa-b06f-75354a82c1e5'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:27.112492 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69770da-2184-4fc5-be09-36a14f9f1487" -d '{"events": [{"server_uuid": "ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74", "name": "network-vif-deleted", "tag": "deaa2e2d-b21e-43aa-b06f-75354a82c1e5"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:27.156266 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366ed520-d51c-4e26-b5aa-f5722d866e3e x-openstack-request-id: req-366ed520-d51c-4e26-b5aa-f5722d866e3e {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:27.158803 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74", "name": "network-vif-deleted", "tag": "deaa2e2d-b21e-43aa-b06f-75354a82c1e5", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:27.159568 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-366ed520-d51c-4e26-b5aa-f5722d866e3e {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:27.160038 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74', 'name': 'network-vif-deleted', 'tag': 'deaa2e2d-b21e-43aa-b06f-75354a82c1e5', 'status': 'completed', 'code': 200} Aug 18 14:46:27.410060 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddfac9-fd32-435b-9978-df4471d407f8 req-796a573d-3a76-487d-8408-79551d594f85 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:27.411642 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7dddfac9-fd32-435b-9978-df4471d407f8 req-796a573d-3a76-487d-8408-79551d594f85 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 943 time: 0.0499556 Aug 18 14:46:27.447686 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7dddfac9-fd32-435b-9978-df4471d407f8 req-cf31b031-3850-4ac9-8f1b-e350ad59addc tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301905 Aug 18 14:46:27.591779 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff219-1825-44cf-97db-9aeca1501e46 req-9550b543-df6a-4a64-bb62-3fa9b9909744 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:27.593230 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-343ff219-1825-44cf-97db-9aeca1501e46 req-9550b543-df6a-4a64-bb62-3fa9b9909744 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0476489 Aug 18 14:46:27.631758 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-343ff219-1825-44cf-97db-9aeca1501e46 req-587ff9c8-bfb5-4b22-8f7a-5ca5c754d894 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326958 Aug 18 14:46:27.781751 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a038369f-9ca7-4252-876b-d374706d0434 req-a437b13c-b7b8-49ce-b567-1fd235cbbbb6 tempest-VolumesNegativeTest-623359708 tempest-VolumesNegativeTest-623359708-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef274e8f-7cc2-4bcb-9e13-0f9ef0970d74 HTTP/1.1" status: 200 len: 210 time: 0.0304580 Aug 18 14:46:28.562917 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202c6b9-34b3-4151-a987-b662f73ea1a0 req-feaaf900-226e-44a7-8df5-a97717252a7e tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:28.564276 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9202c6b9-34b3-4151-a987-b662f73ea1a0 req-feaaf900-226e-44a7-8df5-a97717252a7e tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 943 time: 0.0473580 Aug 18 14:46:28.601668 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9202c6b9-34b3-4151-a987-b662f73ea1a0 req-ff745730-8543-464b-ab88-1d9ad702b4b2 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Aug 18 14:46:29.728014 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9e629-20ff-41af-aeae-96e234ca51b6 req-50d4eb36-8d69-4ae2-af5a-6bae248f4857 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:29.734941 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-94d9e629-20ff-41af-aeae-96e234ca51b6 req-50d4eb36-8d69-4ae2-af5a-6bae248f4857 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 943 time: 0.0630546 Aug 18 14:46:29.775402 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-94d9e629-20ff-41af-aeae-96e234ca51b6 req-964094ac-44e2-4a62-b391-291a96aea3a3 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359025 Aug 18 14:46:30.098181 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e02b0fd8-0e5e-4309-9fa9-d65b09788754 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:46:30.112223 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device deaa2e2d-b21e-43aa-b06f-75354a82c1e5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:46:30.195491 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: deaa2e2d-b21e-43aa-b06f-75354a82c1e5 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:46:30.196043 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device deaa2e2d-b21e-43aa-b06f-75354a82c1e5 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:46:30.243172 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port e02b0fd8-0e5e-4309-9fa9-d65b09788754, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e02b0fd8-0e5e-4309-9fa9-d65b09788754,segment=NetworkSegment(97fdc94e-a428-4b0b-8688-6ffe0d871af8),segment_id=97fdc94e-a428-4b0b-8688-6ffe0d871af8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:30.254127 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'e02b0fd8-0e5e-4309-9fa9-d65b09788754', 'network_id': '87d1bf2c-a8ae-4816-b901-e7b86c371514', 'port_id': 'e02b0fd8-0e5e-4309-9fa9-d65b09788754', 'mac_address': 'fa:16:3e:e3:3f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4838232-74d5-488f-925b-3da148fd3938', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:46:30.293159 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:30.306829 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02b0fd8-0e5e-4309-9fa9-d65b09788754 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:46:30.331246 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port e02b0fd8-0e5e-4309-9fa9-d65b09788754, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e02b0fd8-0e5e-4309-9fa9-d65b09788754,segment=NetworkSegment(97fdc94e-a428-4b0b-8688-6ffe0d871af8),segment_id=97fdc94e-a428-4b0b-8688-6ffe0d871af8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:30.335885 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:30.381907 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=e02b0fd8-0e5e-4309-9fa9-d65b09788754,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:30.897309 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a608a-73fe-41ac-bafb-017ad52dc756 req-05438271-9579-4568-9bb2-822ebc635021 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:30.906147 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-220a608a-73fe-41ac-bafb-017ad52dc756 req-05438271-9579-4568-9bb2-822ebc635021 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 944 time: 0.0591106 Aug 18 14:46:30.942738 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-220a608a-73fe-41ac-bafb-017ad52dc756 req-d3691621-bec4-4fde-8d5e-2395ff9f224b tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355649 Aug 18 14:46:31.098280 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['e02b0fd8-0e5e-4309-9fa9-d65b09788754'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:32.058089 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d26ec-6840-4bb1-b78a-0b6e9899d37d req-882c9e57-cffd-4bf3-9546-1f4bd6902f86 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:32.059766 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a24d26ec-6840-4bb1-b78a-0b6e9899d37d req-882c9e57-cffd-4bf3-9546-1f4bd6902f86 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 944 time: 0.0531979 Aug 18 14:46:32.100100 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a24d26ec-6840-4bb1-b78a-0b6e9899d37d req-6eeaae15-3bf4-457f-9ba9-34302c8f5651 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343516 Aug 18 14:46:32.646772 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7e2ac-f86c-4888-807c-92ef47845e36 req-fef87a00-b55b-4949-8110-6bcc83de2e33 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:32.648364 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-62c7e2ac-f86c-4888-807c-92ef47845e36 req-fef87a00-b55b-4949-8110-6bcc83de2e33 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0512345 Aug 18 14:46:32.691217 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-62c7e2ac-f86c-4888-807c-92ef47845e36 req-cde7cab7-ed65-4521-8ebf-857cb36dba26 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Aug 18 14:46:32.797334 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 32892) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:32.941731 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-780dfb8a-f772-4be0-a5e9-559e1d924dfa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8a19fcea8714607a8e437739493b1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431966 Aug 18 14:46:32.944271 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 32900) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:32.996839 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe18-6018-4e76-824c-c1ebdcecbaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:33.017323 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe18-6018-4e76-824c-c1ebdcecbaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:33.062403 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe18-6018-4e76-824c-c1ebdcecbaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:33.065020 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebe18-6018-4e76-824c-c1ebdcecbaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:33.066154 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6b3ebe18-6018-4e76-824c-c1ebdcecbaf6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0130fb4d-c28e-4dd4-a096-3f213c416bb8 HTTP/1.1" status: 204 len: 168 time: 0.1210070 Aug 18 14:46:33.073420 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ebe18-6018-4e76-824c-c1ebdcecbaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0130fb4d-c28e-4dd4-a096-3f213c416bb8,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:33.221853 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99911a45-a028-4b21-a6d5-2c8d0b88e6f0 req-9bc52fa1-0e9b-4b75-8780-375ad0559427 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:33.223542 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-99911a45-a028-4b21-a6d5-2c8d0b88e6f0 req-9bc52fa1-0e9b-4b75-8780-375ad0559427 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 944 time: 0.0539548 Aug 18 14:46:33.264353 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-99911a45-a028-4b21-a6d5-2c8d0b88e6f0 req-1027d26a-2d16-421d-946d-bd390d12e827 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344727 Aug 18 14:46:33.545472 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a78b6a-f222-490d-a0cb-7eafdb760577 req-a23d3fd0-a608-474a-bcc1-c7c606e5797b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:33.546875 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a4a78b6a-f222-490d-a0cb-7eafdb760577 req-a23d3fd0-a608-474a-bcc1-c7c606e5797b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 945 time: 0.0514734 Aug 18 14:46:33.585205 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a4a78b6a-f222-490d-a0cb-7eafdb760577 req-6bd5beea-f756-4011-a504-956dedb6b2e3 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315399 Aug 18 14:46:33.807603 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508a033-5099-4d8d-b395-7ede4bc6e041 req-66711642-8396-45f8-8d4a-8cb8713dc51f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:33.808957 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b508a033-5099-4d8d-b395-7ede4bc6e041 req-66711642-8396-45f8-8d4a-8cb8713dc51f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0469227 Aug 18 14:46:33.845028 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b508a033-5099-4d8d-b395-7ede4bc6e041 req-f07c478c-ad38-473a-b861-84f9f8ef765a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303330 Aug 18 14:46:34.116158 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e02b0fd8-0e5e-4309-9fa9-d65b09788754 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:46:34.167435 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port e02b0fd8-0e5e-4309-9fa9-d65b09788754 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:46:34.171048 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port e02b0fd8-0e5e-4309-9fa9-d65b09788754 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:46:34.171428 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:34.244889 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:34.266056 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02b0fd8-0e5e-4309-9fa9-d65b09788754'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:34.268439 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dbc0d5-eee0-4d59-af22-d0b23de088ab" -d '{"events": [{"server_uuid": "8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0", "name": "network-vif-plugged", "status": "completed", "tag": "e02b0fd8-0e5e-4309-9fa9-d65b09788754"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:34.281945 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port e02b0fd8-0e5e-4309-9fa9-d65b09788754, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e02b0fd8-0e5e-4309-9fa9-d65b09788754,segment=NetworkSegment(97fdc94e-a428-4b0b-8688-6ffe0d871af8),segment_id=97fdc94e-a428-4b0b-8688-6ffe0d871af8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:34.287661 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:34.316684 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28952d9b-214c-4e03-b1da-4cb1dbcb871e x-openstack-request-id: req-28952d9b-214c-4e03-b1da-4cb1dbcb871e {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:34.316989 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0", "name": "network-vif-plugged", "status": "completed", "tag": "e02b0fd8-0e5e-4309-9fa9-d65b09788754", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:34.317228 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28952d9b-214c-4e03-b1da-4cb1dbcb871e {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:34.317615 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02b0fd8-0e5e-4309-9fa9-d65b09788754', 'code': 200} Aug 18 14:46:34.342978 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=e02b0fd8-0e5e-4309-9fa9-d65b09788754,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:34.385912 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76240f1-6bfc-4100-ad8d-f3c2d5a779cd req-330f4b2c-67d2-4e91-b7d1-f9444c11a763 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:34.387452 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d76240f1-6bfc-4100-ad8d-f3c2d5a779cd req-330f4b2c-67d2-4e91-b7d1-f9444c11a763 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 945 time: 0.0519695 Aug 18 14:46:34.429469 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d76240f1-6bfc-4100-ad8d-f3c2d5a779cd req-acdd3057-dc3d-4d89-befe-221ef64dcff0 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356014 Aug 18 14:46:34.563583 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96637813-699f-4f0a-af3f-7e4285d0a7b7 req-f48c6f1a-bd4b-4099-a026-1603b86bdc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:34.565051 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-96637813-699f-4f0a-af3f-7e4285d0a7b7 req-f48c6f1a-bd4b-4099-a026-1603b86bdc25 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0402350 Aug 18 14:46:34.601070 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-96637813-699f-4f0a-af3f-7e4285d0a7b7 req-e8c28fdf-8a0b-44eb-b2e3-7abe8d871aba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275626 Aug 18 14:46:34.701918 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb16eb-380f-41c2-aab9-a3651b05dd67 req-b51f0d7f-083b-4b38-98a9-93ce76b98efd tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:34.703401 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-85eb16eb-380f-41c2-aab9-a3651b05dd67 req-b51f0d7f-083b-4b38-98a9-93ce76b98efd tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 945 time: 0.0506122 Aug 18 14:46:34.740991 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-85eb16eb-380f-41c2-aab9-a3651b05dd67 req-8113f02b-646e-4248-a375-3ee32079b684 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309677 Aug 18 14:46:34.959191 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155f604-ce7a-4b21-9c4e-4bd63142d40e req-aa17e11c-eeab-4f3d-bd31-24736a24db49 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:34.960640 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7155f604-ce7a-4b21-9c4e-4bd63142d40e req-aa17e11c-eeab-4f3d-bd31-24736a24db49 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0475900 Aug 18 14:46:34.996313 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7155f604-ce7a-4b21-9c4e-4bd63142d40e req-17516f2f-2628-4a33-859b-72e273241427 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299115 Aug 18 14:46:35.544528 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaba17-04d5-4d7e-8ca9-ba66e0c0629b req-388db4b0-f9ef-45c4-a038-86c3f51168dd tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:35.546087 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-88eaba17-04d5-4d7e-8ca9-ba66e0c0629b req-388db4b0-f9ef-45c4-a038-86c3f51168dd tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 945 time: 0.0503218 Aug 18 14:46:35.582098 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-88eaba17-04d5-4d7e-8ca9-ba66e0c0629b req-e55020cd-2a2c-49f1-8ccf-9e32d31f45de tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295269 Aug 18 14:46:35.858917 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0284b-ff33-434d-b063-ecc0ac054fc0 req-5c7947ad-63cd-4efc-8166-13d766233693 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:35.860379 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-76f0284b-ff33-434d-b063-ecc0ac054fc0 req-5c7947ad-63cd-4efc-8166-13d766233693 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 945 time: 0.0514572 Aug 18 14:46:35.896722 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-76f0284b-ff33-434d-b063-ecc0ac054fc0 req-215184a5-c8ac-427d-be5d-797b47e05900 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304348 Aug 18 14:46:36.110269 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3c4a0-3e49-478a-8ed4-ac31acb1ecfc req-3b60d7e7-fb5f-42b7-a886-edb33f3b1ce0 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:36.111886 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dae3c4a0-3e49-478a-8ed4-ac31acb1ecfc req-3b60d7e7-fb5f-42b7-a886-edb33f3b1ce0 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0502937 Aug 18 14:46:36.149186 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dae3c4a0-3e49-478a-8ed4-ac31acb1ecfc req-e9556fc0-0403-4388-961d-efc026c0e3d8 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Aug 18 14:46:36.701895 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021220d-52be-497c-b5a4-3794e4bbcf71 req-d2552a17-a068-4b00-a3eb-527fc8b8e9dd tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:36.703385 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b021220d-52be-497c-b5a4-3794e4bbcf71 req-d2552a17-a068-4b00-a3eb-527fc8b8e9dd tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 945 time: 0.0501518 Aug 18 14:46:36.740516 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b021220d-52be-497c-b5a4-3794e4bbcf71 req-ecdfbc3f-d9f1-4d52-9643-595bba634feb tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307670 Aug 18 14:46:37.014998 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3618b-61d6-4a9d-96f3-aa9bb54507ba req-b644693f-4bec-485a-b86f-9804c7aba8cc tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:37.016442 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dbb3618b-61d6-4a9d-96f3-aa9bb54507ba req-b644693f-4bec-485a-b86f-9804c7aba8cc tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 945 time: 0.0509980 Aug 18 14:46:37.053284 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dbb3618b-61d6-4a9d-96f3-aa9bb54507ba req-d209d17c-8f85-46bd-baeb-d60a67cbaaf7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Aug 18 14:46:37.260259 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d205-f417-409e-8515-0f92a6398a4d req-bc243535-5ca7-4f13-8abc-050c4f7ea72a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:37.261714 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3621d205-f417-409e-8515-0f92a6398a4d req-bc243535-5ca7-4f13-8abc-050c4f7ea72a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0480008 Aug 18 14:46:37.298907 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3621d205-f417-409e-8515-0f92a6398a4d req-d6ec1c27-0981-4df0-a065-9a2d675f1bf6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Aug 18 14:46:38.033584 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55885f8-9607-4a2a-9f1e-5bd078a50861 req-96c608bb-29e6-47fe-ab6c-0cb81298e78a tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:38.035113 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f55885f8-9607-4a2a-9f1e-5bd078a50861 req-96c608bb-29e6-47fe-ab6c-0cb81298e78a tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 945 time: 0.0503325 Aug 18 14:46:38.073378 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f55885f8-9607-4a2a-9f1e-5bd078a50861 req-f472fc77-805e-4127-808f-053ca021eed8 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Aug 18 14:46:38.108530 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0112-4d1f-466b-8f9f-a10ecade8444 req-d500ab90-3859-41b3-bde2-247265df734b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:38.111456 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9bbf0112-4d1f-466b-8f9f-a10ecade8444 req-d500ab90-3859-41b3-bde2-247265df734b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 945 time: 0.0514569 Aug 18 14:46:38.178464 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa069ee-dfe5-4340-bd18-f483070609ac req-25747377-59c4-4268-aab8-8898b0ba236a tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:38.179947 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-daa069ee-dfe5-4340-bd18-f483070609ac req-25747377-59c4-4268-aab8-8898b0ba236a tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 945 time: 0.0543270 Aug 18 14:46:38.218465 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-daa069ee-dfe5-4340-bd18-f483070609ac req-13a5ff4e-2a3b-4acf-afd7-39f6c0440913 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323448 Aug 18 14:46:38.286905 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-9bbf0112-4d1f-466b-8f9f-a10ecade8444 req-0ee43e64-703f-4c5b-8b58-0a1b3db8bc84 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Deleting port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:38.287248 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-9bbf0112-4d1f-466b-8f9f-a10ecade8444 req-0ee43e64-703f-4c5b-8b58-0a1b3db8bc84 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:38.374991 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-9bbf0112-4d1f-466b-8f9f-a10ecade8444 req-0ee43e64-703f-4c5b-8b58-0a1b3db8bc84 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] For port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:38.375359 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-9bbf0112-4d1f-466b-8f9f-a10ecade8444 req-0ee43e64-703f-4c5b-8b58-0a1b3db8bc84 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:38.388749 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-9bbf0112-4d1f-466b-8f9f-a10ecade8444 req-0ee43e64-703f-4c5b-8b58-0a1b3db8bc84 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Calling delete_port for 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:38.414847 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a5643-9968-4588-8307-2f4d6d14bb8e req-a63b37db-d974-4369-9d76-4f4950042394 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:38.416350 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-290a5643-9968-4588-8307-2f4d6d14bb8e req-a63b37db-d974-4369-9d76-4f4950042394 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.0484776 Aug 18 14:46:38.453139 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-290a5643-9968-4588-8307-2f4d6d14bb8e req-5a03018b-3b34-44e0-b311-86a0d289c449 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Aug 18 14:46:38.515541 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-9bbf0112-4d1f-466b-8f9f-a10ecade8444 req-0ee43e64-703f-4c5b-8b58-0a1b3db8bc84 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:38.563897 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['1c1a3c77-185d-492a-8eea-95626738f81d', 'ca6548bf-610a-4e95-a239-0ed08a9e1964', '34fae5a7-5eea-4852-b02f-185993c7a035'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:38.567774 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee43e64-703f-4c5b-8b58-0a1b3db8bc84 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Pushing event deleted for resources: {'Port': ['ID=82f2b73c-2274-4c38-9d0f-6a52c6c3f91c,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:38.616276 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbf0112-4d1f-466b-8f9f-a10ecade8444 req-0ee43e64-703f-4c5b-8b58-0a1b3db8bc84 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] No DVR routers for this DVR port 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:38.618862 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-9bbf0112-4d1f-466b-8f9f-a10ecade8444 req-0ee43e64-703f-4c5b-8b58-0a1b3db8bc84 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:38.620802 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9bbf0112-4d1f-466b-8f9f-a10ecade8444 req-0ee43e64-703f-4c5b-8b58-0a1b3db8bc84 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "DELETE /v2.0/ports/82f2b73c-2274-4c38-9d0f-6a52c6c3f91c HTTP/1.1" status: 204 len: 173 time: 0.4211111 Aug 18 14:46:38.621389 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05775be-7f7e-43cb-ad39-ae636a931c6c', 'name': 'network-vif-deleted', 'tag': '82f2b73c-2274-4c38-9d0f-6a52c6c3f91c'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:38.623613 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d311e01-9b1a-496d-9e5e-d4447e96a2a8" -d '{"events": [{"server_uuid": "f05775be-7f7e-43cb-ad39-ae636a931c6c", "name": "network-vif-deleted", "tag": "82f2b73c-2274-4c38-9d0f-6a52c6c3f91c"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:38.642872 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab1dd-dc53-4ed3-b084-ad5ecb0494de req-0d437eb6-8e0d-4c5d-b6ed-aa9deb458d87 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:38.645550 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3e9ab1dd-dc53-4ed3-b084-ad5ecb0494de req-0d437eb6-8e0d-4c5d-b6ed-aa9deb458d87 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 945 time: 0.1245146 Aug 18 14:46:38.667266 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82f5703-1cf3-4677-a5cc-2f96fa4e80d7 x-openstack-request-id: req-b82f5703-1cf3-4677-a5cc-2f96fa4e80d7 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:38.667596 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05775be-7f7e-43cb-ad39-ae636a931c6c", "name": "network-vif-deleted", "tag": "82f2b73c-2274-4c38-9d0f-6a52c6c3f91c", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:38.667830 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b82f5703-1cf3-4677-a5cc-2f96fa4e80d7 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:38.668228 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05775be-7f7e-43cb-ad39-ae636a931c6c', 'name': 'network-vif-deleted', 'tag': '82f2b73c-2274-4c38-9d0f-6a52c6c3f91c', 'status': 'completed', 'code': 200} Aug 18 14:46:38.789945 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-3e9ab1dd-dc53-4ed3-b084-ad5ecb0494de req-2a0c5a05-318e-4e07-91b7-07c4d55d96ce tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Deleting port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:38.790212 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3e9ab1dd-dc53-4ed3-b084-ad5ecb0494de req-2a0c5a05-318e-4e07-91b7-07c4d55d96ce tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:38.884770 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-3e9ab1dd-dc53-4ed3-b084-ad5ecb0494de req-2a0c5a05-318e-4e07-91b7-07c4d55d96ce tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] For port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:38.885143 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3e9ab1dd-dc53-4ed3-b084-ad5ecb0494de req-2a0c5a05-318e-4e07-91b7-07c4d55d96ce tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:38.899069 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-3e9ab1dd-dc53-4ed3-b084-ad5ecb0494de req-2a0c5a05-318e-4e07-91b7-07c4d55d96ce tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Calling delete_port for a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:39.027155 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3e9ab1dd-dc53-4ed3-b084-ad5ecb0494de req-2a0c5a05-318e-4e07-91b7-07c4d55d96ce tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:39.054526 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c5a05-318e-4e07-91b7-07c4d55d96ce tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Pushing event deleted for resources: {'Port': ['ID=a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:39.093802 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9ab1dd-dc53-4ed3-b084-ad5ecb0494de req-2a0c5a05-318e-4e07-91b7-07c4d55d96ce tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] No DVR routers for this DVR port a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:39.096309 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3e9ab1dd-dc53-4ed3-b084-ad5ecb0494de req-2a0c5a05-318e-4e07-91b7-07c4d55d96ce tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:39.098982 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3e9ab1dd-dc53-4ed3-b084-ad5ecb0494de req-2a0c5a05-318e-4e07-91b7-07c4d55d96ce tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.69 "DELETE /v2.0/ports/a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d HTTP/1.1" status: 204 len: 173 time: 0.4026928 Aug 18 14:46:39.220096 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b61f9-da1d-48c6-8dc0-d9921446e55f req-f95cb3a9-c93e-4b24-8b9d-3a1188d9f2c5 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:39.221562 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-320b61f9-da1d-48c6-8dc0-d9921446e55f req-f95cb3a9-c93e-4b24-8b9d-3a1188d9f2c5 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 945 time: 0.0483372 Aug 18 14:46:39.261984 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-320b61f9-da1d-48c6-8dc0-d9921446e55f req-a35b3629-c54d-4e50-95e4-2a06930ac8a6 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344353 Aug 18 14:46:39.345410 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-595ac47a-e241-4d4c-9141-c16cde01c30d req-e3044513-a4e5-4b18-81d3-af947d050b3c tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=f05775be-7f7e-43cb-ad39-ae636a931c6c HTTP/1.1" status: 200 len: 210 time: 0.0312669 Aug 18 14:46:39.556508 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-897c311f-9a30-4acc-9bff-a77c165ae149 req-5fe675d5-502b-474a-9dbb-68ec9318e85a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb933526-3ede-4e15-a6d6-24ba54b2ef53 HTTP/1.1" status: 200 len: 210 time: 0.0267308 Aug 18 14:46:40.147043 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:46:40.168147 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:46:40.168699 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 82f2b73c-2274-4c38-9d0f-6a52c6c3f91c not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:46:40.249043 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049999-16f3-468f-a60e-b67b64925baf req-f0e2f021-0d27-4e2a-b890-49137e7d33eb tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:40.250541 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9a049999-16f3-468f-a60e-b67b64925baf req-f0e2f021-0d27-4e2a-b890-49137e7d33eb tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 945 time: 0.0512226 Aug 18 14:46:40.288454 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9a049999-16f3-468f-a60e-b67b64925baf req-1030ca24-f0d4-48fb-9071-96c4d9abebd0 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Aug 18 14:46:40.669516 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb933526-3ede-4e15-a6d6-24ba54b2ef53', 'name': 'network-vif-deleted', 'tag': 'a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:40.672025 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc9c312-bb19-46b9-abeb-1c5e6f35d362" -d '{"events": [{"server_uuid": "cb933526-3ede-4e15-a6d6-24ba54b2ef53", "name": "network-vif-deleted", "tag": "a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:40.693018 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['a5de5855-8352-4797-8e59-48d4da624f78'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:40.718490 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8d222e-5a65-4618-896b-9e952ceb235f x-openstack-request-id: req-1c8d222e-5a65-4618-896b-9e952ceb235f {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:40.718843 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb933526-3ede-4e15-a6d6-24ba54b2ef53", "name": "network-vif-deleted", "tag": "a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:40.719628 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c8d222e-5a65-4618-896b-9e952ceb235f {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:40.720186 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb933526-3ede-4e15-a6d6-24ba54b2ef53', 'name': 'network-vif-deleted', 'tag': 'a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d', 'status': 'completed', 'code': 200} Aug 18 14:46:40.835006 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144220ce-2a11-4761-9c7a-c4458a5da224 req-c8dadf8b-ad9c-48fa-8834-4ee077ab3e81 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:40.836510 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-144220ce-2a11-4761-9c7a-c4458a5da224 req-c8dadf8b-ad9c-48fa-8834-4ee077ab3e81 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0486455 Aug 18 14:46:40.882618 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-144220ce-2a11-4761-9c7a-c4458a5da224 req-10a04c74-4c3b-4bd9-8324-9a4700a060aa tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 Aug 18 14:46:41.407433 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51fe29-60c3-47f6-bdee-cb6c0f3e6557 req-7545462a-7bc3-47a6-8111-56542cbf2712 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:41.408849 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fa51fe29-60c3-47f6-bdee-cb6c0f3e6557 req-7545462a-7bc3-47a6-8111-56542cbf2712 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 945 time: 0.0526657 Aug 18 14:46:41.446555 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fa51fe29-60c3-47f6-bdee-cb6c0f3e6557 req-d9d0f4e6-fd0f-4765-a43c-95533de2e433 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Aug 18 14:46:41.760227 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596a1e-f97c-4eca-b431-1016a6733b15 req-8f5b1162-3346-4a78-bf2d-c354403aeabd tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:41.761714 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6596a1e-f97c-4eca-b431-1016a6733b15 req-8f5b1162-3346-4a78-bf2d-c354403aeabd tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 945 time: 0.0514803 Aug 18 14:46:41.799138 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d6596a1e-f97c-4eca-b431-1016a6733b15 req-36892aa1-8b7f-468f-b3be-4b547fe8c0a5 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315235 Aug 18 14:46:41.995782 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c53b8-7cfd-4ef6-a3fb-e1ca502338e8 req-39293b5b-f7d9-4469-ba5b-900416a4d616 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:41.997236 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f22c53b8-7cfd-4ef6-a3fb-e1ca502338e8 req-39293b5b-f7d9-4469-ba5b-900416a4d616 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0477240 Aug 18 14:46:42.033579 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f22c53b8-7cfd-4ef6-a3fb-e1ca502338e8 req-1c0d100e-54fc-4708-a1f9-1fb47ec10f4f tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305922 Aug 18 14:46:42.129894 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:46:42.149927 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:46:42.150268 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device a4cb6c4d-309f-4b2c-9fb9-e37089d2da4d not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:46:42.559720 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ca4e0-0fcf-43e1-854b-11115d5e545e req-5573379b-738e-464c-a9e5-8943ed6f1789 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:42.561199 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5e5ca4e0-0fcf-43e1-854b-11115d5e545e req-5573379b-738e-464c-a9e5-8943ed6f1789 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 945 time: 0.0516858 Aug 18 14:46:42.601172 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5e5ca4e0-0fcf-43e1-854b-11115d5e545e req-4f939a13-6480-4b60-89a8-972babd0b6a9 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330946 Aug 18 14:46:42.916255 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f26480-c930-4d77-ac9d-da340781e5a3 req-d1c7a857-4507-4bd9-b190-77e0a4f388f7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:42.918206 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-74f26480-c930-4d77-ac9d-da340781e5a3 req-d1c7a857-4507-4bd9-b190-77e0a4f388f7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 945 time: 0.0533133 Aug 18 14:46:42.954567 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-74f26480-c930-4d77-ac9d-da340781e5a3 req-62eaa02a-6386-4ebe-912d-b8bf0a3dd7b2 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Aug 18 14:46:43.147894 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99db623-6ea0-47b1-9347-e0e4fdab319d req-c42728c9-ab9e-4990-833c-66a0a97b91ff tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:43.149357 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e99db623-6ea0-47b1-9347-e0e4fdab319d req-c42728c9-ab9e-4990-833c-66a0a97b91ff tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0475667 Aug 18 14:46:43.187115 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e99db623-6ea0-47b1-9347-e0e4fdab319d req-c9d09ba4-aee4-4ab8-a4fa-1d05086c60e5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Aug 18 14:46:43.360174 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:43.716887 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcec97-500f-4707-967d-74969b98614c req-a3cf4f04-4cb3-4090-83b1-ff59c6989774 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:43.718401 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-08dcec97-500f-4707-967d-74969b98614c req-a3cf4f04-4cb3-4090-83b1-ff59c6989774 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 945 time: 0.0507126 Aug 18 14:46:43.754993 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-08dcec97-500f-4707-967d-74969b98614c req-930c9676-f436-46cd-b9b5-96971a64069c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/security-groups?id=bbc4bb8e-bb76-485e-b43d-304ce0b9f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300994 Aug 18 14:46:44.066492 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f3e6c-ea7f-48c4-80a2-40886b419a05 req-d3e822f7-2ba6-4454-a558-8e5f1c9bf484 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:44.068584 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-eb4f3e6c-ea7f-48c4-80a2-40886b419a05 req-d3e822f7-2ba6-4454-a558-8e5f1c9bf484 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 945 time: 0.0484343 Aug 18 14:46:44.103891 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-eb4f3e6c-ea7f-48c4-80a2-40886b419a05 req-59c5831a-e763-4bed-9d45-6ed5ffd146d6 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296476 Aug 18 14:46:44.161046 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fd359-b62c-4f09-a660-37d9316cbd34 req-dd6935ff-3e7f-4ed4-b80b-7d5ea2b8f5b3 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:44.162553 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-461fd359-b62c-4f09-a660-37d9316cbd34 req-dd6935ff-3e7f-4ed4-b80b-7d5ea2b8f5b3 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.69 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 945 time: 0.0509934 Aug 18 14:46:44.263093 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-461fd359-b62c-4f09-a660-37d9316cbd34 req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Deleting port e02b0fd8-0e5e-4309-9fa9-d65b09788754 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:44.263441 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-461fd359-b62c-4f09-a660-37d9316cbd34 req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:44.296900 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65d667-8cfb-4eaa-943f-dc6b3ac15699 req-b1fd18f4-4038-4636-ae63-a8f741ac6f02 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:44.298372 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-de65d667-8cfb-4eaa-943f-dc6b3ac15699 req-b1fd18f4-4038-4636-ae63-a8f741ac6f02 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0475001 Aug 18 14:46:44.336295 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-de65d667-8cfb-4eaa-943f-dc6b3ac15699 req-a7b96ba2-ca36-4a91-9aba-363e11d05c62 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Aug 18 14:46:44.354758 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-461fd359-b62c-4f09-a660-37d9316cbd34 req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] For port e02b0fd8-0e5e-4309-9fa9-d65b09788754, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e02b0fd8-0e5e-4309-9fa9-d65b09788754,segment=NetworkSegment(97fdc94e-a428-4b0b-8688-6ffe0d871af8),segment_id=97fdc94e-a428-4b0b-8688-6ffe0d871af8)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:44.355126 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-461fd359-b62c-4f09-a660-37d9316cbd34 req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:44.367729 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-461fd359-b62c-4f09-a660-37d9316cbd34 req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Calling delete_port for e02b0fd8-0e5e-4309-9fa9-d65b09788754 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:44.487822 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-461fd359-b62c-4f09-a660-37d9316cbd34 req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:44.516161 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Pushing event deleted for resources: {'Port': ['ID=e02b0fd8-0e5e-4309-9fa9-d65b09788754,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:44.528069 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.528422 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.528763 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.529102 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.529438 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.529783 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.530093 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.530419 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.530770 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.531094 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.531424 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.531743 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:46:44.554420 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0bba51c1-3e02-4b5e-834e-497742d74430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:44.568973 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-461fd359-b62c-4f09-a660-37d9316cbd34 req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] No DVR routers for this DVR port e02b0fd8-0e5e-4309-9fa9-d65b09788754 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:44.571259 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-461fd359-b62c-4f09-a660-37d9316cbd34 req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:44.573197 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-461fd359-b62c-4f09-a660-37d9316cbd34 req-711f81b9-0b05-4440-9388-2e694497158c tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.69 "DELETE /v2.0/ports/e02b0fd8-0e5e-4309-9fa9-d65b09788754 HTTP/1.1" status: 204 len: 173 time: 0.3958778 Aug 18 14:46:44.573626 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0', 'name': 'network-vif-deleted', 'tag': 'e02b0fd8-0e5e-4309-9fa9-d65b09788754'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:44.575868 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9a9511-9f72-4e75-9e8c-ed8ae5360858" -d '{"events": [{"server_uuid": "8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0", "name": "network-vif-deleted", "tag": "e02b0fd8-0e5e-4309-9fa9-d65b09788754"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:44.611847 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0084e4d-34e2-4ac3-a36e-999983e24fe3 x-openstack-request-id: req-b0084e4d-34e2-4ac3-a36e-999983e24fe3 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:44.612140 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0", "name": "network-vif-deleted", "tag": "e02b0fd8-0e5e-4309-9fa9-d65b09788754", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:44.612395 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0084e4d-34e2-4ac3-a36e-999983e24fe3 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:44.612793 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0', 'name': 'network-vif-deleted', 'tag': 'e02b0fd8-0e5e-4309-9fa9-d65b09788754', 'status': 'completed', 'code': 200} Aug 18 14:46:44.862998 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cbda6603-6d2c-4c46-bee8-a11a5e636143 req-0592fd13-86bb-4e97-9fb4-2f9afd1d84f4 tempest-VolumesActionsTest-585295141 tempest-VolumesActionsTest-585295141-project] 10.222.0.38 "GET /v2.0/ports?device_id=8588dd2b-d5c5-4e67-9d43-e27f8fa81ad0 HTTP/1.1" status: 200 len: 210 time: 0.0290492 Aug 18 14:46:45.215948 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ee427-6104-4cef-8900-82af98fff458 req-6fce1418-37ab-489a-a572-9b9fb651cb6c tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:45.217636 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-525ee427-6104-4cef-8900-82af98fff458 req-6fce1418-37ab-489a-a572-9b9fb651cb6c tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 945 time: 0.0484118 Aug 18 14:46:45.255101 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-525ee427-6104-4cef-8900-82af98fff458 req-55c6cb56-793d-439d-a515-7c6f5d535fe7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318146 Aug 18 14:46:45.447866 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b490478-c14f-4a76-9da3-fb8d6dbeb049 req-a9e65a5e-c740-4e72-ba9e-759f0178f2c3 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:45.449358 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4b490478-c14f-4a76-9da3-fb8d6dbeb049 req-a9e65a5e-c740-4e72-ba9e-759f0178f2c3 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0488183 Aug 18 14:46:45.485413 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4b490478-c14f-4a76-9da3-fb8d6dbeb049 req-cc4785ab-7f8d-4fc6-8dab-e4818c9d6e00 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303438 Aug 18 14:46:46.019666 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e07676-aa0e-46ef-b8e8-716e085203a8 req-a332818a-5c39-487c-aa96-6fe3e83e2509 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:46.021906 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-16e07676-aa0e-46ef-b8e8-716e085203a8 req-a332818a-5c39-487c-aa96-6fe3e83e2509 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 945 time: 0.0486107 Aug 18 14:46:46.119808 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-16e07676-aa0e-46ef-b8e8-716e085203a8 req-2660b4ac-5e91-4605-b3ed-b2bfd4b68452 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Deleting port 34fae5a7-5eea-4852-b02f-185993c7a035 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:46.120158 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-16e07676-aa0e-46ef-b8e8-716e085203a8 req-2660b4ac-5e91-4605-b3ed-b2bfd4b68452 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:46.148562 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e02b0fd8-0e5e-4309-9fa9-d65b09788754 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:46:46.168853 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: e02b0fd8-0e5e-4309-9fa9-d65b09788754 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:46:46.169308 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e02b0fd8-0e5e-4309-9fa9-d65b09788754 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:46:46.210601 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-16e07676-aa0e-46ef-b8e8-716e085203a8 req-2660b4ac-5e91-4605-b3ed-b2bfd4b68452 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] For port 34fae5a7-5eea-4852-b02f-185993c7a035, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=34fae5a7-5eea-4852-b02f-185993c7a035,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:46.210970 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-16e07676-aa0e-46ef-b8e8-716e085203a8 req-2660b4ac-5e91-4605-b3ed-b2bfd4b68452 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:46.223617 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-16e07676-aa0e-46ef-b8e8-716e085203a8 req-2660b4ac-5e91-4605-b3ed-b2bfd4b68452 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Calling delete_port for 34fae5a7-5eea-4852-b02f-185993c7a035 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:46.363586 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-16e07676-aa0e-46ef-b8e8-716e085203a8 req-2660b4ac-5e91-4605-b3ed-b2bfd4b68452 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:46.369219 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180ad04-1a68-48fb-895f-d18f27108e5e req-4cb1f540-fd25-4fb7-b539-e81418327b20 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:46.370846 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5180ad04-1a68-48fb-895f-d18f27108e5e req-4cb1f540-fd25-4fb7-b539-e81418327b20 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 945 time: 0.0492523 Aug 18 14:46:46.402209 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660b4ac-5e91-4605-b3ed-b2bfd4b68452 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Pushing event deleted for resources: {'Port': ['ID=34fae5a7-5eea-4852-b02f-185993c7a035,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:46.416273 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5180ad04-1a68-48fb-895f-d18f27108e5e req-6856ef3f-8ecc-4148-8242-cb178e0a2048 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393972 Aug 18 14:46:46.420293 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['1c1a3c77-185d-492a-8eea-95626738f81d', 'ca6548bf-610a-4e95-a239-0ed08a9e1964', '34fae5a7-5eea-4852-b02f-185993c7a035'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:46.450363 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e07676-aa0e-46ef-b8e8-716e085203a8 req-2660b4ac-5e91-4605-b3ed-b2bfd4b68452 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] No DVR routers for this DVR port 34fae5a7-5eea-4852-b02f-185993c7a035 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:46.452908 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-16e07676-aa0e-46ef-b8e8-716e085203a8 req-2660b4ac-5e91-4605-b3ed-b2bfd4b68452 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:46.454933 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-16e07676-aa0e-46ef-b8e8-716e085203a8 req-2660b4ac-5e91-4605-b3ed-b2bfd4b68452 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "DELETE /v2.0/ports/34fae5a7-5eea-4852-b02f-185993c7a035 HTTP/1.1" status: 204 len: 173 time: 0.4257905 Aug 18 14:46:46.614679 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb', 'name': 'network-vif-deleted', 'tag': '34fae5a7-5eea-4852-b02f-185993c7a035'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:46.617158 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d555d705-2398-45f4-be6b-fa1449801b7c" -d '{"events": [{"server_uuid": "0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb", "name": "network-vif-deleted", "tag": "34fae5a7-5eea-4852-b02f-185993c7a035"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:46.712419 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4afbff-d211-49b9-a438-8b470242a7f4 req-30027406-f8d0-4035-8578-0f8a3eff5859 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:46.714193 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d4afbff-d211-49b9-a438-8b470242a7f4 req-30027406-f8d0-4035-8578-0f8a3eff5859 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0967414 Aug 18 14:46:46.772769 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d4afbff-d211-49b9-a438-8b470242a7f4 req-8f8003f9-5951-45f4-9581-2723738a2fa8 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483463 Aug 18 14:46:46.796377 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff11253-f29d-43c4-88c5-e4a988743815 x-openstack-request-id: req-8ff11253-f29d-43c4-88c5-e4a988743815 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:46.796669 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb", "name": "network-vif-deleted", "tag": "34fae5a7-5eea-4852-b02f-185993c7a035", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:46.796931 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ff11253-f29d-43c4-88c5-e4a988743815 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:46.797321 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb', 'name': 'network-vif-deleted', 'tag': '34fae5a7-5eea-4852-b02f-185993c7a035', 'status': 'completed', 'code': 200} Aug 18 14:46:47.179054 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-38bcf5fe-758a-446f-8461-aa277fe25956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:47.297632 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:47.529955 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-daffa16b-d939-46b8-9dfc-e99b462629f1 req-43f646f0-f1d5-4f11-b0a7-8b4b2af398fe tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fee0b2c-8a77-4943-8cb4-2a25ad7fc6cb HTTP/1.1" status: 200 len: 210 time: 0.0269251 Aug 18 14:46:47.884791 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154ff91-1905-499c-9c4b-60082823befc req-18e0e936-d238-48c3-8c3e-a1c2d9718cb4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:47.886237 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d154ff91-1905-499c-9c4b-60082823befc req-18e0e936-d238-48c3-8c3e-a1c2d9718cb4 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0473580 Aug 18 14:46:47.921799 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d154ff91-1905-499c-9c4b-60082823befc req-072d4b34-0c74-4ba8-84c3-9187b75f5e48 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298340 Aug 18 14:46:47.963305 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:50.106052 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:50.796568 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:46:51.996769 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 34fae5a7-5eea-4852-b02f-185993c7a035 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:46:52.019612 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: 34fae5a7-5eea-4852-b02f-185993c7a035 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:46:52.019806 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 34fae5a7-5eea-4852-b02f-185993c7a035 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:46:52.119792 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c76179-21de-44a4-b2e1-b86727d6a707 req-243e8f7b-e6af-44c5-b5e2-0d6cfcf17f26 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:52.121208 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-04c76179-21de-44a4-b2e1-b86727d6a707 req-243e8f7b-e6af-44c5-b5e2-0d6cfcf17f26 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0522661 Aug 18 14:46:52.162316 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-04c76179-21de-44a4-b2e1-b86727d6a707 req-41654a07-0b4a-47e4-bdbb-3470ea13dacc tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351436 Aug 18 14:46:52.241548 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e07-3df5-4b97-8dea-025bc1dce7c3 req-c40ca509-9b48-48ca-a25e-ade941811c07 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:52.243081 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-961b5e07-3df5-4b97-8dea-025bc1dce7c3 req-c40ca509-9b48-48ca-a25e-ade941811c07 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 945 time: 0.0484753 Aug 18 14:46:52.280627 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-961b5e07-3df5-4b97-8dea-025bc1dce7c3 req-998b78ae-286e-44b8-bd1d-ba94c445ea1b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317390 Aug 18 14:46:53.276865 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b407cb4-b94c-49b9-a178-32d9ae2a299c req-8e36283f-e08c-4e18-97c0-628bc9337ab8 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:53.278424 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0b407cb4-b94c-49b9-a178-32d9ae2a299c req-8e36283f-e08c-4e18-97c0-628bc9337ab8 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0472806 Aug 18 14:46:53.317491 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0b407cb4-b94c-49b9-a178-32d9ae2a299c req-67ac9d1a-040b-4cb3-97a9-a96b1a4e4882 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332637 Aug 18 14:46:53.399662 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076afe7-c15a-43f2-814e-8fb2e55ea0e9 req-61f886ec-520f-4f1c-801d-28b79d2db61f tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:53.401411 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0076afe7-c15a-43f2-814e-8fb2e55ea0e9 req-61f886ec-520f-4f1c-801d-28b79d2db61f tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 945 time: 0.0510664 Aug 18 14:46:53.437162 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0076afe7-c15a-43f2-814e-8fb2e55ea0e9 req-6808fd7f-d222-4e83-a8e8-3b8a7c276bce tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298769 Aug 18 14:46:54.443633 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2d9b4-c683-4ee3-b42a-ab0a6d83ba3f req-424f68e7-4c54-4f2d-8afa-fde0ac7027d3 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:54.445889 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-69e2d9b4-c683-4ee3-b42a-ab0a6d83ba3f req-424f68e7-4c54-4f2d-8afa-fde0ac7027d3 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0556653 Aug 18 14:46:54.510806 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-69e2d9b4-c683-4ee3-b42a-ab0a6d83ba3f req-486e0bab-9a9a-4528-9f23-e5eed1d11e11 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572584 Aug 18 14:46:54.573019 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dc2f0-3c93-4413-a2cf-fea6ebbdf046 req-b2903a90-aedf-4b54-8ef6-2c7694068d02 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:54.574935 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-605dc2f0-3c93-4413-a2cf-fea6ebbdf046 req-b2903a90-aedf-4b54-8ef6-2c7694068d02 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 945 time: 0.0630288 Aug 18 14:46:54.634997 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-605dc2f0-3c93-4413-a2cf-fea6ebbdf046 req-0c6e820d-3438-4137-91fd-b4ebc55c205b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537007 Aug 18 14:46:55.649676 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad552e66-1ad9-4412-89d7-5dd2ee777d7c req-e2471bb1-c5c0-4c7f-ad85-ac6708cc162a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:55.651553 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ad552e66-1ad9-4412-89d7-5dd2ee777d7c req-e2471bb1-c5c0-4c7f-ad85-ac6708cc162a tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0564458 Aug 18 14:46:55.690742 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ad552e66-1ad9-4412-89d7-5dd2ee777d7c req-a2fe8f47-a93f-451f-bbe6-c71502022e67 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312076 Aug 18 14:46:55.770656 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e98f-f955-4357-947d-00dd795a0914 req-1a48f595-3fa9-4880-86f2-4b9d2b70c734 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:55.772354 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cdc3e98f-f955-4357-947d-00dd795a0914 req-1a48f595-3fa9-4880-86f2-4b9d2b70c734 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 945 time: 0.0547493 Aug 18 14:46:55.825907 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c0f57-7bd6-4b4d-a90a-d37d8a612ce6 req-84017985-fd3e-43ff-a529-b092a75107db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:55.827346 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1d5c0f57-7bd6-4b4d-a90a-d37d8a612ce6 req-84017985-fd3e-43ff-a529-b092a75107db tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 945 time: 0.0481772 Aug 18 14:46:55.869001 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1d5c0f57-7bd6-4b4d-a90a-d37d8a612ce6 req-beeb0e10-927d-47f2-a7e4-7212d6c0812f tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356150 Aug 18 14:46:55.875561 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-cdc3e98f-f955-4357-947d-00dd795a0914 req-3aab29ca-7f84-41da-92d1-da48ca378ac0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Deleting port ca6548bf-610a-4e95-a239-0ed08a9e1964 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:55.875901 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cdc3e98f-f955-4357-947d-00dd795a0914 req-3aab29ca-7f84-41da-92d1-da48ca378ac0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:55.968952 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-cdc3e98f-f955-4357-947d-00dd795a0914 req-3aab29ca-7f84-41da-92d1-da48ca378ac0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] For port ca6548bf-610a-4e95-a239-0ed08a9e1964, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca6548bf-610a-4e95-a239-0ed08a9e1964,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:55.969318 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cdc3e98f-f955-4357-947d-00dd795a0914 req-3aab29ca-7f84-41da-92d1-da48ca378ac0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:55.981622 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-cdc3e98f-f955-4357-947d-00dd795a0914 req-3aab29ca-7f84-41da-92d1-da48ca378ac0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Calling delete_port for ca6548bf-610a-4e95-a239-0ed08a9e1964 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:56.149923 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cdc3e98f-f955-4357-947d-00dd795a0914 req-3aab29ca-7f84-41da-92d1-da48ca378ac0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.169915 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e993d6-4503-4b71-947a-672b8e2ac579 req-f0810dfe-78bf-41c2-8e24-d8f6c3d1d0cd tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:56.172234 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6e993d6-4503-4b71-947a-672b8e2ac579 req-f0810dfe-78bf-41c2-8e24-d8f6c3d1d0cd tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 945 time: 0.0836394 Aug 18 14:46:56.195422 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['1c1a3c77-185d-492a-8eea-95626738f81d', 'ca6548bf-610a-4e95-a239-0ed08a9e1964'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:56.205800 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab29ca-7f84-41da-92d1-da48ca378ac0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Pushing event deleted for resources: {'Port': ['ID=ca6548bf-610a-4e95-a239-0ed08a9e1964,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:56.383832 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc3e98f-f955-4357-947d-00dd795a0914 req-3aab29ca-7f84-41da-92d1-da48ca378ac0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] No DVR routers for this DVR port ca6548bf-610a-4e95-a239-0ed08a9e1964 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:56.388280 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cdc3e98f-f955-4357-947d-00dd795a0914 req-3aab29ca-7f84-41da-92d1-da48ca378ac0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.390401 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cdc3e98f-f955-4357-947d-00dd795a0914 req-3aab29ca-7f84-41da-92d1-da48ca378ac0 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "DELETE /v2.0/ports/ca6548bf-610a-4e95-a239-0ed08a9e1964 HTTP/1.1" status: 204 len: 173 time: 0.6115191 Aug 18 14:46:56.391165 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48ffa6e-8d9c-41fd-9d03-2988e5b01256', 'name': 'network-vif-deleted', 'tag': 'ca6548bf-610a-4e95-a239-0ed08a9e1964'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:56.393428 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf268c7-0336-488f-9258-c103c2a53b0e" -d '{"events": [{"server_uuid": "d48ffa6e-8d9c-41fd-9d03-2988e5b01256", "name": "network-vif-deleted", "tag": "ca6548bf-610a-4e95-a239-0ed08a9e1964"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:56.475883 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f545f6-274c-43cb-96f7-228cd2ce6e19 x-openstack-request-id: req-70f545f6-274c-43cb-96f7-228cd2ce6e19 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:56.476174 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48ffa6e-8d9c-41fd-9d03-2988e5b01256", "name": "network-vif-deleted", "tag": "ca6548bf-610a-4e95-a239-0ed08a9e1964", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:56.476426 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-70f545f6-274c-43cb-96f7-228cd2ce6e19 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:56.476844 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48ffa6e-8d9c-41fd-9d03-2988e5b01256', 'name': 'network-vif-deleted', 'tag': 'ca6548bf-610a-4e95-a239-0ed08a9e1964', 'status': 'completed', 'code': 200} Aug 18 14:46:56.484395 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-d6e993d6-4503-4b71-947a-672b8e2ac579 req-01229d7f-2a55-4d55-a5ee-a4547d9af2c6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Deleting port a5de5855-8352-4797-8e59-48d4da624f78 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:56.484750 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6e993d6-4503-4b71-947a-672b8e2ac579 req-01229d7f-2a55-4d55-a5ee-a4547d9af2c6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.615994 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-d6e993d6-4503-4b71-947a-672b8e2ac579 req-01229d7f-2a55-4d55-a5ee-a4547d9af2c6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] For port a5de5855-8352-4797-8e59-48d4da624f78, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5de5855-8352-4797-8e59-48d4da624f78,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:56.616468 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6e993d6-4503-4b71-947a-672b8e2ac579 req-01229d7f-2a55-4d55-a5ee-a4547d9af2c6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.633214 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-d6e993d6-4503-4b71-947a-672b8e2ac579 req-01229d7f-2a55-4d55-a5ee-a4547d9af2c6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Calling delete_port for a5de5855-8352-4797-8e59-48d4da624f78 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:56.791678 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6e993d6-4503-4b71-947a-672b8e2ac579 req-01229d7f-2a55-4d55-a5ee-a4547d9af2c6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.835045 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc759f-ced5-48a2-b280-9e386fda8f69 req-2310573f-04c5-432f-8b09-41014c642ac5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:46:56.835684 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01229d7f-2a55-4d55-a5ee-a4547d9af2c6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Pushing event deleted for resources: {'Port': ['ID=a5de5855-8352-4797-8e59-48d4da624f78,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:56.849789 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-36cc759f-ced5-48a2-b280-9e386fda8f69 req-2310573f-04c5-432f-8b09-41014c642ac5 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb178e7a-4b29-42ad-8617-21d2d62cfe34 HTTP/1.1" status: 200 len: 867 time: 0.0775993 Aug 18 14:46:56.886563 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e993d6-4503-4b71-947a-672b8e2ac579 req-01229d7f-2a55-4d55-a5ee-a4547d9af2c6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] No DVR routers for this DVR port a5de5855-8352-4797-8e59-48d4da624f78 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:46:56.889144 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d6e993d6-4503-4b71-947a-672b8e2ac579 req-01229d7f-2a55-4d55-a5ee-a4547d9af2c6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.891797 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d6e993d6-4503-4b71-947a-672b8e2ac579 req-01229d7f-2a55-4d55-a5ee-a4547d9af2c6 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.69 "DELETE /v2.0/ports/a5de5855-8352-4797-8e59-48d4da624f78 HTTP/1.1" status: 204 len: 173 time: 0.7013814 Aug 18 14:46:56.894559 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-36cc759f-ced5-48a2-b280-9e386fda8f69 req-c5019a83-207b-45ea-a04c-e98902a96460 tempest-ServerRescueNegativeTestJSON-1158392535 tempest-ServerRescueNegativeTestJSON-1158392535-project] 10.222.0.38 "GET /v2.0/security-groups?id=a57ac589-627f-472e-a0a4-7f3b7e37ce6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Aug 18 14:46:57.037980 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9cf556dc-072e-43b2-881d-be168126b796 req-47dce4f5-6ad7-43e8-b5d8-c7d1cf62b079 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=d48ffa6e-8d9c-41fd-9d03-2988e5b01256 HTTP/1.1" status: 200 len: 210 time: 0.0415113 Aug 18 14:46:57.141297 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['a5de5855-8352-4797-8e59-48d4da624f78'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:46:57.956559 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 33298) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:58.374807 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634570'] for router_interface, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:58.662504 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb178e7a-4b29-42ad-8617-21d2d62cfe34', 'name': 'network-vif-deleted', 'tag': 'a5de5855-8352-4797-8e59-48d4da624f78'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:46:58.664769 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4fa93b-af78-4e8a-80b7-8aee07107b7b" -d '{"events": [{"server_uuid": "cb178e7a-4b29-42ad-8617-21d2d62cfe34", "name": "network-vif-deleted", "tag": "a5de5855-8352-4797-8e59-48d4da624f78"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:46:58.712936 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47abcf5-ea55-455c-8e49-2e0c93f366ec x-openstack-request-id: req-d47abcf5-ea55-455c-8e49-2e0c93f366ec {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:46:58.713230 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb178e7a-4b29-42ad-8617-21d2d62cfe34", "name": "network-vif-deleted", "tag": "a5de5855-8352-4797-8e59-48d4da624f78", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:46:58.713480 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d47abcf5-ea55-455c-8e49-2e0c93f366ec {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:46:58.713864 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb178e7a-4b29-42ad-8617-21d2d62cfe34', 'name': 'network-vif-deleted', 'tag': 'a5de5855-8352-4797-8e59-48d4da624f78', 'status': 'completed', 'code': 200} Aug 18 14:46:58.939384 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] Deleting port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:46:58.939847 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:59.052131 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] For port 5b60a6d3-d1ed-4370-8da1-ca826a1bf306, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=5b60a6d3-d1ed-4370-8da1-ca826a1bf306,segment=NetworkSegment(a6a6b989-83f2-4c3f-9788-bc534f932dc4),segment_id=a6a6b989-83f2-4c3f-9788-bc534f932dc4)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:46:59.052866 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:59.064710 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] Calling delete_port for 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 owned by network:router_interface {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:46:59.321831 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:59.353499 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5b60a6d3-d1ed-4370-8da1-ca826a1bf306,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:46:59.535382 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770906'] for router_interface, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:59.782966 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] Router 532a7f40-96de-445f-8972-9aa2526e7673 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:46:59.864578 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device a5de5855-8352-4797-8e59-48d4da624f78 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:46:59.894300 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: a5de5855-8352-4797-8e59-48d4da624f78 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:46:59.894981 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device a5de5855-8352-4797-8e59-48d4da624f78 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:46:59.895558 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device ca6548bf-610a-4e95-a239-0ed08a9e1964 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:46:59.910806 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:46:59.916258 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: ca6548bf-610a-4e95-a239-0ed08a9e1964 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:46:59.916258 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device ca6548bf-610a-4e95-a239-0ed08a9e1964 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:46:59.920050 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-09fd2b1d-5603-4ceb-bf13-75946316d9bc admin admin] 10.222.0.38 "PUT /v2.0/routers/532a7f40-96de-445f-8972-9aa2526e7673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9603837 Aug 18 14:46:59.921490 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 33336) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:46:59.926748 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484289c-c107-498b-b17c-0745059db4f5 None None] Sync routers for ids ['532a7f40-96de-445f-8972-9aa2526e7673'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:46:59.936453 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9484289c-c107-498b-b17c-0745059db4f5 None None] Routers {'532a7f40-96de-445f-8972-9aa2526e7673'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:46:59.937464 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9484289c-c107-498b-b17c-0745059db4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:46:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['532a7f40-96de-445f-8972-9aa2526e7673'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:00.054047 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-9484289c-c107-498b-b17c-0745059db4f5 None None] Set router 532a7f40-96de-445f-8972-9aa2526e7673 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:00.080297 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.326944 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.412406 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Deleting port 2b834d24-7225-4913-9087-7eec814448f7 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:00.413089 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.435809 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9484289c-c107-498b-b17c-0745059db4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532a7f40-96de-445f-8972-9aa2526e7673', 'name': 'tempest-ServerRescueNegativeTestJSON-151218068-router', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '2b834d24-7225-4913-9087-7eec814448f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:46:59Z', 'revision_number': 5, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'gw_port': {'id': '2b834d24-7225-4913-9087-7eec814448f7', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532a7f40-96de-445f-8972-9aa2526e7673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:03Z', 'updated_at': '2021-08-18T14:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:00.500414 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484289c-c107-498b-b17c-0745059db4f5 None None] Checking router: 532a7f40-96de-445f-8972-9aa2526e7673 for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:47:00.511045 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9484289c-c107-498b-b17c-0745059db4f5 None None] Routers {'532a7f40-96de-445f-8972-9aa2526e7673'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:47:00.512205 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9484289c-c107-498b-b17c-0745059db4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:46:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['532a7f40-96de-445f-8972-9aa2526e7673'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:00.537872 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] For port 2b834d24-7225-4913-9087-7eec814448f7, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=2b834d24-7225-4913-9087-7eec814448f7,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:00.538871 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.556129 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Calling delete_port for 2b834d24-7225-4913-9087-7eec814448f7 owned by network:router_gateway {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:00.674000 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-9484289c-c107-498b-b17c-0745059db4f5 None None] Set router 532a7f40-96de-445f-8972-9aa2526e7673 gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:47:00.739686 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9484289c-c107-498b-b17c-0745059db4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532a7f40-96de-445f-8972-9aa2526e7673', 'name': 'tempest-ServerRescueNegativeTestJSON-151218068-router', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:47:00Z', 'revision_number': 6, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'gw_port_host': None}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:00.793858 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9484289c-c107-498b-b17c-0745059db4f5 None None] The sync data for ids ['532a7f40-96de-445f-8972-9aa2526e7673'] in dv-cinder-788365-10-iscsi is: [{'id': '532a7f40-96de-445f-8972-9aa2526e7673', 'name': 'tempest-ServerRescueNegativeTestJSON-151218068-router', 'tenant_id': '075b08571b074cd89055dbcb85c93ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:47:00Z', 'revision_number': 6, 'project_id': '075b08571b074cd89055dbcb85c93ece', 'gw_port_host': None}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:47:00.871368 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6416b-a40e-4062-a32e-be9b543f03ff req-200cbf08-614a-4a3c-82d5-b7d55c9ce5d8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:00.873327 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-04d6416b-a40e-4062-a32e-be9b543f03ff req-200cbf08-614a-4a3c-82d5-b7d55c9ce5d8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.1193755 Aug 18 14:47:00.917873 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:00.953346 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b834d24-7225-4913-9087-7eec814448f7,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:00.953984 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-04d6416b-a40e-4062-a32e-be9b543f03ff req-d391fd01-ff91-4cef-96a1-0b763d6a38de tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466964 Aug 18 14:47:00.962916 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c860fe2-eec1-4e7c-84f4-41bca15ce015 req-ee367435-6545-4942-8902-fd87e8d53af4 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:00.965291 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c860fe2-eec1-4e7c-84f4-41bca15ce015 req-ee367435-6545-4942-8902-fd87e8d53af4 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.1073740 Aug 18 14:47:01.012957 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c860fe2-eec1-4e7c-84f4-41bca15ce015 req-7a739e86-75bd-4a26-9e26-7af79507308b tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Aug 18 14:47:01.045632 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614034'] for router_gateway, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.158900 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30964'] for router, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.163396 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.255869 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636632'] for router, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.256641 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 532a7f40-96de-445f-8972-9aa2526e7673 {{(pid=100499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:47:01.264872 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.267962 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b61183f5-8397-4cc2-94c8-8923267b81e5 admin admin] 10.222.0.38 "DELETE /v2.0/routers/532a7f40-96de-445f-8972-9aa2526e7673 HTTP/1.1" status: 204 len: 168 time: 1.3427367 Aug 18 14:47:01.268103 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 33378) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:01.337992 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd98178-ecaa-44d7-8568-85cad960954f admin admin] Deleting subnet 2fb8dbdf-e623-4b18-a596-69a9d3196b83 {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:47:01.343296 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bbd98178-ecaa-44d7-8568-85cad960954f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.390367 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bbd98178-ecaa-44d7-8568-85cad960954f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3789213'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.440560 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bbd98178-ecaa-44d7-8568-85cad960954f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.498387 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bbd98178-ecaa-44d7-8568-85cad960954f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4181407'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.530745 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd98178-ecaa-44d7-8568-85cad960954f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb8dbdf-e623-4b18-a596-69a9d3196b83,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:01.538702 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bbd98178-ecaa-44d7-8568-85cad960954f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.541584 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-bbd98178-ecaa-44d7-8568-85cad960954f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2fb8dbdf-e623-4b18-a596-69a9d3196b83 HTTP/1.1" status: 204 len: 168 time: 0.2721689 Aug 18 14:47:01.544133 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 33382) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:01.619034 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.730190 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 2b834d24-7225-4913-9087-7eec814448f7 no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:01.738587 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.753633 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b012c8-804e-4f07-9a16-9c0f8924483c']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:01.757383 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 2b834d24-7225-4913-9087-7eec814448f7 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:01.758072 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 2b834d24-7225-4913-9087-7eec814448f7 not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:01.758717 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:01.764804 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a6b989-83f2-4c3f-9788-bc534f932dc4') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:01.765101 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a6b989-83f2-4c3f-9788-bc534f932dc4') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:01.777848 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3614004'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.780119 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:01.780653 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5b60a6d3-d1ed-4370-8da1-ca826a1bf306 not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:01.809178 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.831204 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:47:01.831616 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3613873'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: timer() Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: cb(*args, **kw) Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: self._notify() Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: self.callback(batched_events) Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: event.method(event) Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._get(url).json() Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:47:01.837786 dv-cinder-788365-10-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:47:01.929930 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.949586 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:01.954789 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c9b012c8-804e-4f07-9a16-9c0f8924483c HTTP/1.1" status: 204 len: 168 time: 0.4093723 Aug 18 14:47:01.956819 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b012c8-804e-4f07-9a16-9c0f8924483c,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:01.967369 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:01.967978 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:01.968503 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:01.969003 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:01.969825 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:01.970889 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:01.971471 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:01.971987 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:01.972563 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:01.973290 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:01.973820 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:01.974415 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea7c36-95f7-4c9e-beb5-3c5bc0c518b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:02.235348 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 33396) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:02.272585 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a006710-549a-4726-820f-081fffc15e06 req-c09c41b4-ff75-4969-89a2-217796e15356 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:02.274244 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a006710-549a-4726-820f-081fffc15e06 req-c09c41b4-ff75-4969-89a2-217796e15356 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.1395099 Aug 18 14:47:02.308151 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003bd1a-2275-4cba-9f9d-9daa2f44bca8 req-6e7b0f7e-cdea-47ac-932f-64baac40cc01 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:02.310419 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3003bd1a-2275-4cba-9f9d-9daa2f44bca8 req-6e7b0f7e-cdea-47ac-932f-64baac40cc01 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.1614358 Aug 18 14:47:02.371409 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-db8485ea-beb6-42bc-8cc8-455f6de89e76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=075b08571b074cd89055dbcb85c93ece&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1341145 Aug 18 14:47:02.374212 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 33400) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:02.397292 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a006710-549a-4726-820f-081fffc15e06 req-22cb0ed1-8858-43a4-810b-3998f97fe922 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156700 Aug 18 14:47:02.402853 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3003bd1a-2275-4cba-9f9d-9daa2f44bca8 req-77f8b457-3bd5-4698-94a4-84f1de7717a0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780106 Aug 18 14:47:02.447629 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-13506311-50bb-45ca-bf78-220b953fa3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.470339 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-13506311-50bb-45ca-bf78-220b953fa3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.522311 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-13506311-50bb-45ca-bf78-220b953fa3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.526323 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-13506311-50bb-45ca-bf78-220b953fa3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:02.527512 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-13506311-50bb-45ca-bf78-220b953fa3b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a57ac589-627f-472e-a0a4-7f3b7e37ce6e HTTP/1.1" status: 204 len: 168 time: 0.1522732 Aug 18 14:47:02.539767 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13506311-50bb-45ca-bf78-220b953fa3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57ac589-627f-472e-a0a4-7f3b7e37ce6e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:03.390195 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e1c68-da42-419c-a04a-b91926a100c8 req-a9f2933c-0463-45ca-9491-7b9c15b538a7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:03.392173 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d59e1c68-da42-419c-a04a-b91926a100c8 req-a9f2933c-0463-45ca-9491-7b9c15b538a7 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.0641775 Aug 18 14:47:03.610483 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-d59e1c68-da42-419c-a04a-b91926a100c8 req-beb6bbd1-6848-41d8-8198-0b60262d6399 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Deleting port 1c1a3c77-185d-492a-8eea-95626738f81d {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:03.611206 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d59e1c68-da42-419c-a04a-b91926a100c8 req-beb6bbd1-6848-41d8-8198-0b60262d6399 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.635719 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc6fe3-5eb0-4f83-ae68-7e0047e59096 req-315346a1-a5de-4532-b3f0-9261698766da tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:03.642894 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-93dc6fe3-5eb0-4f83-ae68-7e0047e59096 req-315346a1-a5de-4532-b3f0-9261698766da tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.1487038 Aug 18 14:47:03.692316 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-93dc6fe3-5eb0-4f83-ae68-7e0047e59096 req-17f4a8f6-518c-458f-8bdb-97e822e13c41 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485537 Aug 18 14:47:03.716252 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c0cc9-3833-4ec3-b9c0-70386fc9371a req-f66b32d6-dac6-438c-94c9-a5931f212088 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:03.727041 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cb3c0cc9-3833-4ec3-b9c0-70386fc9371a req-f66b32d6-dac6-438c-94c9-a5931f212088 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dea29eb-f01d-4fbf-8e0e-92a911d18d27 HTTP/1.1" status: 200 len: 946 time: 0.1732380 Aug 18 14:47:03.752396 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-d59e1c68-da42-419c-a04a-b91926a100c8 req-beb6bbd1-6848-41d8-8198-0b60262d6399 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] For port 1c1a3c77-185d-492a-8eea-95626738f81d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c1a3c77-185d-492a-8eea-95626738f81d,segment=NetworkSegment(4699c6d1-8a16-4641-bd43-c3b0858efda2),segment_id=4699c6d1-8a16-4641-bd43-c3b0858efda2)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:03.752872 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d59e1c68-da42-419c-a04a-b91926a100c8 req-beb6bbd1-6848-41d8-8198-0b60262d6399 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.770531 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-d59e1c68-da42-419c-a04a-b91926a100c8 req-beb6bbd1-6848-41d8-8198-0b60262d6399 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Calling delete_port for 1c1a3c77-185d-492a-8eea-95626738f81d owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:03.794348 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cb3c0cc9-3833-4ec3-b9c0-70386fc9371a req-8bccd8ff-4e4c-48b0-9e1e-76016e7b651d tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.38 "GET /v2.0/security-groups?id=629c97de-da7f-43e7-8c24-a4ea9110f676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664968 Aug 18 14:47:03.942674 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d59e1c68-da42-419c-a04a-b91926a100c8 req-beb6bbd1-6848-41d8-8198-0b60262d6399 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:03.987740 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6bbd1-6848-41d8-8198-0b60262d6399 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Pushing event deleted for resources: {'Port': ['ID=1c1a3c77-185d-492a-8eea-95626738f81d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:03.989782 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['1c1a3c77-185d-492a-8eea-95626738f81d'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:47:04.046538 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59e1c68-da42-419c-a04a-b91926a100c8 req-beb6bbd1-6848-41d8-8198-0b60262d6399 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] No DVR routers for this DVR port 1c1a3c77-185d-492a-8eea-95626738f81d on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:47:04.054039 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-d59e1c68-da42-419c-a04a-b91926a100c8 req-beb6bbd1-6848-41d8-8198-0b60262d6399 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.056205 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d59e1c68-da42-419c-a04a-b91926a100c8 req-beb6bbd1-6848-41d8-8198-0b60262d6399 tempest-AttachVolumeNegativeTest-724346387 tempest-AttachVolumeNegativeTest-724346387-project] 10.222.0.69 "DELETE /v2.0/ports/1c1a3c77-185d-492a-8eea-95626738f81d HTTP/1.1" status: 204 len: 173 time: 0.6574523 Aug 18 14:47:04.056872 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dea29eb-f01d-4fbf-8e0e-92a911d18d27', 'name': 'network-vif-deleted', 'tag': '1c1a3c77-185d-492a-8eea-95626738f81d'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:47:04.060390 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d544c6-a8e5-4ad9-9ae4-0c6c5589192b" -d '{"events": [{"server_uuid": "1dea29eb-f01d-4fbf-8e0e-92a911d18d27", "name": "network-vif-deleted", "tag": "1c1a3c77-185d-492a-8eea-95626738f81d"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:47:04.110021 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f9287a-932e-479c-a865-3f715c2fdd43 x-openstack-request-id: req-c1f9287a-932e-479c-a865-3f715c2fdd43 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:47:04.110021 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dea29eb-f01d-4fbf-8e0e-92a911d18d27", "name": "network-vif-deleted", "tag": "1c1a3c77-185d-492a-8eea-95626738f81d", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:47:04.110021 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1f9287a-932e-479c-a865-3f715c2fdd43 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:47:04.110612 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dea29eb-f01d-4fbf-8e0e-92a911d18d27', 'name': 'network-vif-deleted', 'tag': '1c1a3c77-185d-492a-8eea-95626738f81d', 'status': 'completed', 'code': 200} Aug 18 14:47:04.841169 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc3aed-2b22-4565-a0ce-b5224ce8f24d req-0d52fa84-5f8c-440b-9f9f-40901f82ac9d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:04.854955 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d7cc3aed-2b22-4565-a0ce-b5224ce8f24d req-0d52fa84-5f8c-440b-9f9f-40901f82ac9d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0920246 Aug 18 14:47:04.878087 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 33482) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:04.893395 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 33484) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:04.913864 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d7cc3aed-2b22-4565-a0ce-b5224ce8f24d req-75a25af2-8c4c-4335-91ea-e56ab7e4c0a5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584726 Aug 18 14:47:04.936393 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ce59d8-4c3f-49ac-a0f4-b2ed73f9aa09 admin admin] Deleting subnet 836a2402-c33a-4f5a-8a35-cc80625bfacb {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:47:04.939709 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-15ce59d8-4c3f-49ac-a0f4-b2ed73f9aa09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:04.990316 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-15ce59d8-4c3f-49ac-a0f4-b2ed73f9aa09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3789213'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.032243 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-15ce59d8-4c3f-49ac-a0f4-b2ed73f9aa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.069086 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-74bc41a7-d362-4a40-9232-4f07209ce7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.119664 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-15ce59d8-4c3f-49ac-a0f4-b2ed73f9aa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4181407'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.171936 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce59d8-4c3f-49ac-a0f4-b2ed73f9aa09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836a2402-c33a-4f5a-8a35-cc80625bfacb,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:05.178126 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-15ce59d8-4c3f-49ac-a0f4-b2ed73f9aa09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.185219 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-15ce59d8-4c3f-49ac-a0f4-b2ed73f9aa09 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/836a2402-c33a-4f5a-8a35-cc80625bfacb HTTP/1.1" status: 204 len: 168 time: 0.3049793 Aug 18 14:47:05.186041 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 33490) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:05.267285 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-74bc41a7-d362-4a40-9232-4f07209ce7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.272045 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-74bc41a7-d362-4a40-9232-4f07209ce7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.274718 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.310779 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc41a7-d362-4a40-9232-4f07209ce7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804f63f8-8500-4087-b014-94fc4be23d15,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:05.343950 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-74bc41a7-d362-4a40-9232-4f07209ce7ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=936a443f5b3043ab996e598c5f078c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491761 Aug 18 14:47:05.346465 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 33496) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:05.359748 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.371820 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34bd7a5-a1bd-4442-bdd5-3b29f7da394c']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:05.385247 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4699c6d1-8a16-4641-bd43-c3b0858efda2') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:05.385551 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4699c6d1-8a16-4641-bd43-c3b0858efda2') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:05.395205 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3789204'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.410630 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.419383 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:47:05.419788 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814959'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: timer() Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: cb(*args, **kw) Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: self._notify() Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: self.callback(batched_events) Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: event.method(event) Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._get(url).json() Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:47:05.422099 dv-cinder-788365-10-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:47:05.424914 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08f6d549-e780-41ea-b42c-a866f9de1003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.450954 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08f6d549-e780-41ea-b42c-a866f9de1003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.486118 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.494275 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.497123 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] 10.222.0.38 "DELETE /v2.0/networks/f34bd7a5-a1bd-4442-bdd5-3b29f7da394c HTTP/1.1" status: 204 len: 168 time: 0.3090973 Aug 18 14:47:05.507796 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cbf6a-6958-411d-9ca9-0074b0c70eca admin admin] Pushing event deleted for resources: {'Network': ['ID=f34bd7a5-a1bd-4442-bdd5-3b29f7da394c,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:05.518230 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08f6d549-e780-41ea-b42c-a866f9de1003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.521269 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08f6d549-e780-41ea-b42c-a866f9de1003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.522418 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-08f6d549-e780-41ea-b42c-a866f9de1003 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/804f63f8-8500-4087-b014-94fc4be23d15 HTTP/1.1" status: 204 len: 168 time: 0.1743336 Aug 18 14:47:05.532053 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6d549-e780-41ea-b42c-a866f9de1003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804f63f8-8500-4087-b014-94fc4be23d15,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:05.735391 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 33504) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:05.844414 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-5ba10640-3228-4abd-aa38-69de40a486c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d481d43a1cd4ef58fece194dccfda58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1074913 Aug 18 14:47:05.848949 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 33512) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:05.904007 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4539eaf6-0d71-4989-b0b2-a998f54f4aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:05.928142 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4539eaf6-0d71-4989-b0b2-a998f54f4aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.024014 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4539eaf6-0d71-4989-b0b2-a998f54f4aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.031954 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4539eaf6-0d71-4989-b0b2-a998f54f4aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.038110 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4539eaf6-0d71-4989-b0b2-a998f54f4aab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/629c97de-da7f-43e7-8c24-a4ea9110f676 HTTP/1.1" status: 204 len: 168 time: 0.1878376 Aug 18 14:47:06.054687 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539eaf6-0d71-4989-b0b2-a998f54f4aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629c97de-da7f-43e7-8c24-a4ea9110f676,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:06.092159 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 33526) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:06.126563 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d7311a31-7d94-4155-8a12-d90948aac546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.158419 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb3066-834c-46cd-8cb9-1523dae86e6c req-1793550b-eabb-44bc-9c3a-c4c836f66e03 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:06.161190 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-08cb3066-834c-46cd-8cb9-1523dae86e6c req-1793550b-eabb-44bc-9c3a-c4c836f66e03 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.1514726 Aug 18 14:47:06.241919 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-08cb3066-834c-46cd-8cb9-1523dae86e6c req-1e5f2d60-3114-49ad-b20a-1164919b8396 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709720 Aug 18 14:47:06.276615 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d7311a31-7d94-4155-8a12-d90948aac546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.283572 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d7311a31-7d94-4155-8a12-d90948aac546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.323425 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-d7311a31-7d94-4155-8a12-d90948aac546 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7595c91aabb4f94bd04c8c8d633338c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287838 Aug 18 14:47:06.324087 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 33534) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:06.353822 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7311a31-7d94-4155-8a12-d90948aac546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2ce605-ad42-4f2c-bb91-b1fad1e87c8f,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:06.378191 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-61d5a2d3-45b6-4935-990b-3c46a1b013f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.407403 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-61d5a2d3-45b6-4935-990b-3c46a1b013f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.463416 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-61d5a2d3-45b6-4935-990b-3c46a1b013f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.466120 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-61d5a2d3-45b6-4935-990b-3c46a1b013f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:06.467660 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-61d5a2d3-45b6-4935-990b-3c46a1b013f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0f2ce605-ad42-4f2c-bb91-b1fad1e87c8f HTTP/1.1" status: 204 len: 168 time: 0.1422157 Aug 18 14:47:06.476417 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5a2d3-45b6-4935-990b-3c46a1b013f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2ce605-ad42-4f2c-bb91-b1fad1e87c8f,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:07.395468 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aec1db-976b-4d71-806a-391b3556847f req-9a627251-6570-443b-8aae-66f140e41df0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:07.397799 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-67aec1db-976b-4d71-806a-391b3556847f req-9a627251-6570-443b-8aae-66f140e41df0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0712359 Aug 18 14:47:07.467710 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-67aec1db-976b-4d71-806a-391b3556847f req-1729f2e2-8403-4c35-bc50-926941100d6e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595968 Aug 18 14:47:08.668839 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17254484-3518-4114-9573-59448cb9c672 req-2ef2a514-d4d1-4279-8ea0-ee7dbe322599 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:08.681235 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-17254484-3518-4114-9573-59448cb9c672 req-2ef2a514-d4d1-4279-8ea0-ee7dbe322599 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.1208997 Aug 18 14:47:08.747090 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-17254484-3518-4114-9573-59448cb9c672 req-193bd785-eb90-4910-8272-4134e40841a5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645761 Aug 18 14:47:09.414534 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 1c1a3c77-185d-492a-8eea-95626738f81d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:09.435209 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: 1c1a3c77-185d-492a-8eea-95626738f81d {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:09.435561 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 1c1a3c77-185d-492a-8eea-95626738f81d not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:09.864177 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b8206-2fef-4168-bf78-791b74a19fa4 req-5361c9fa-f52d-43fa-ae42-f750be517bf4 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:09.865979 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-aa6b8206-2fef-4168-bf78-791b74a19fa4 req-5361c9fa-f52d-43fa-ae42-f750be517bf4 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0526278 Aug 18 14:47:09.904191 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-aa6b8206-2fef-4168-bf78-791b74a19fa4 req-93ddb2de-f270-48a1-81d7-2ccea7a221ae tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320821 Aug 18 14:47:09.954194 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 33742) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:10.055408 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a40dfb92-5f6d-4a82-8caa-a5d3e36f7203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.139787 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a40dfb92-5f6d-4a82-8caa-a5d3e36f7203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.143317 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a40dfb92-5f6d-4a82-8caa-a5d3e36f7203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.180683 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-a40dfb92-5f6d-4a82-8caa-a5d3e36f7203 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00cff73e397649fe9731ee9f8bf9cd42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253592 Aug 18 14:47:10.181704 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dfb92-5f6d-4a82-8caa-a5d3e36f7203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c17b0b-53a0-4bda-bdaa-c3e5f01ee9db,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:10.183377 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 33746) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:10.231944 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-68c0f56c-0d15-49f1-9583-6a47c44aacde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.252606 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-68c0f56c-0d15-49f1-9583-6a47c44aacde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.297496 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-68c0f56c-0d15-49f1-9583-6a47c44aacde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.300183 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-68c0f56c-0d15-49f1-9583-6a47c44aacde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.301298 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-68c0f56c-0d15-49f1-9583-6a47c44aacde admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67c17b0b-53a0-4bda-bdaa-c3e5f01ee9db HTTP/1.1" status: 204 len: 168 time: 0.1167264 Aug 18 14:47:10.308630 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0f56c-0d15-49f1-9583-6a47c44aacde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c17b0b-53a0-4bda-bdaa-c3e5f01ee9db,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:10.551085 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 33758) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:10.563904 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d6fe57e4-802f-4ba2-98d3-0a32019d7663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.650862 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d6fe57e4-802f-4ba2-98d3-0a32019d7663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.655321 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d6fe57e4-802f-4ba2-98d3-0a32019d7663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.690356 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe57e4-802f-4ba2-98d3-0a32019d7663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d648a7d-feef-43bc-b733-d23218ed9cf2,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:10.695175 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d6fe57e4-802f-4ba2-98d3-0a32019d7663 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1de2733ed45c42baa7dc7f6d5495ee44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430593 Aug 18 14:47:10.697735 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 33762) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:10.745761 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3ff0aed8-31fc-444b-8346-888cb8f22b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.766889 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3ff0aed8-31fc-444b-8346-888cb8f22b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.813882 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3ff0aed8-31fc-444b-8346-888cb8f22b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.816924 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-3ff0aed8-31fc-444b-8346-888cb8f22b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:10.818058 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3ff0aed8-31fc-444b-8346-888cb8f22b81 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d648a7d-feef-43bc-b733-d23218ed9cf2 HTTP/1.1" status: 204 len: 168 time: 0.1194360 Aug 18 14:47:10.825358 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0aed8-31fc-444b-8346-888cb8f22b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d648a7d-feef-43bc-b733-d23218ed9cf2,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:11.041152 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc63099-086b-45a8-bd53-53d3d2203d00 req-35325888-0567-4e5e-9371-a6734cbab738 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:11.043525 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bfc63099-086b-45a8-bd53-53d3d2203d00 req-35325888-0567-4e5e-9371-a6734cbab738 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0595911 Aug 18 14:47:11.095997 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bfc63099-086b-45a8-bd53-53d3d2203d00 req-f16cf32a-6b2f-4b73-9f6b-6f4d5d39c841 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455160 Aug 18 14:47:12.326213 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcbdf8-c2bc-4a74-a2e3-27d120619120 req-ddc7aea4-c9bd-4b5d-98d6-9f9e985906fd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:12.335439 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6bbcbdf8-c2bc-4a74-a2e3-27d120619120 req-ddc7aea4-c9bd-4b5d-98d6-9f9e985906fd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0733964 Aug 18 14:47:12.402885 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6bbcbdf8-c2bc-4a74-a2e3-27d120619120 req-9866ce90-fa4d-4259-a4ee-632227b722c8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611889 Aug 18 14:47:13.147980 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da377f3-b27f-4461-8e20-cfe4752d7b3c req-b0215ff6-2d12-4aea-9b80-4aee651224b8 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:13.150113 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4da377f3-b27f-4461-8e20-cfe4752d7b3c req-b0215ff6-2d12-4aea-9b80-4aee651224b8 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0568554 Aug 18 14:47:13.202738 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4da377f3-b27f-4461-8e20-cfe4752d7b3c req-0848d0bc-36d2-4ed3-b0bc-795c0f0b53b4 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459595 Aug 18 14:47:13.362013 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:13.521298 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7064e38-0074-467c-a0bd-f07493ae33e3 req-3740637a-8268-4479-9b5f-eea8edd40c30 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:13.522776 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a7064e38-0074-467c-a0bd-f07493ae33e3 req-3740637a-8268-4479-9b5f-eea8edd40c30 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0483387 Aug 18 14:47:13.561450 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a7064e38-0074-467c-a0bd-f07493ae33e3 req-7257ac88-1580-4e06-a046-0878c4e1b9ac tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325077 Aug 18 14:47:14.318785 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92bc77-97b1-4f91-a2fe-45a6d1ead733 req-e2df956d-30f1-4b6f-b749-0f732f1c1ac4 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:14.320290 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5a92bc77-97b1-4f91-a2fe-45a6d1ead733 req-e2df956d-30f1-4b6f-b749-0f732f1c1ac4 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0475855 Aug 18 14:47:14.360115 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5a92bc77-97b1-4f91-a2fe-45a6d1ead733 req-5377e0a1-d153-4e4e-a583-d0e40456c5ad tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335803 Aug 18 14:47:14.546292 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4fa09790-927b-4750-b322-ee677e9bfa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:14.679782 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30499d-29dc-43cd-b652-5eb037dca0b1 req-46550ce2-b82e-4c9b-bfe8-3a5017188bb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:14.681218 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a30499d-29dc-43cd-b652-5eb037dca0b1 req-46550ce2-b82e-4c9b-bfe8-3a5017188bb6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0480106 Aug 18 14:47:14.717317 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a30499d-29dc-43cd-b652-5eb037dca0b1 req-912558e7-dde8-4b89-82c0-f3f2ff39d2fa tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303297 Aug 18 14:47:15.474105 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0227f3-fe12-414b-bf7d-1bb1241f6b46 req-0a79d30d-400a-4f6b-b8bc-52701a17d927 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:15.475665 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fc0227f3-fe12-414b-bf7d-1bb1241f6b46 req-0a79d30d-400a-4f6b-b8bc-52701a17d927 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0479667 Aug 18 14:47:15.512073 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fc0227f3-fe12-414b-bf7d-1bb1241f6b46 req-80d1bdc2-e545-4b07-ab56-f511de81d219 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307207 Aug 18 14:47:15.833578 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbea16-53e4-4b2d-9cdc-2f4cc7815517 req-2b707167-fa6f-4641-a9a0-69eefcc8e0b0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:15.835103 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c6dbea16-53e4-4b2d-9cdc-2f4cc7815517 req-2b707167-fa6f-4641-a9a0-69eefcc8e0b0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0477109 Aug 18 14:47:15.874450 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c6dbea16-53e4-4b2d-9cdc-2f4cc7815517 req-f01d087c-5712-4fcf-baae-1b7341d8f845 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335350 Aug 18 14:47:16.623160 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071d171-d9a6-4a74-8a47-d3216a89bd1b req-53fffc40-1eee-4f02-bc9c-afd1fe049702 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:16.624673 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d071d171-d9a6-4a74-8a47-d3216a89bd1b req-53fffc40-1eee-4f02-bc9c-afd1fe049702 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0472171 Aug 18 14:47:16.662027 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d071d171-d9a6-4a74-8a47-d3216a89bd1b req-ff1222ae-10c7-4cda-9eab-5749067b5539 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307784 Aug 18 14:47:16.990723 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22f192-afa7-4b6e-84b8-c2442d935dcd req-feb0ee00-7eb2-4606-9fa4-7a6d365e3166 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:16.992455 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2e22f192-afa7-4b6e-84b8-c2442d935dcd req-feb0ee00-7eb2-4606-9fa4-7a6d365e3166 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0468583 Aug 18 14:47:17.028370 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2e22f192-afa7-4b6e-84b8-c2442d935dcd req-2ae3b8f7-7a35-4688-9e00-8c04f7db19d6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300975 Aug 18 14:47:17.179068 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-85e16e74-6523-4917-bbfd-35bf06c0e65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:17.297291 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:17.738259 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5784d0-006d-4df2-b847-15dc578601a0 req-58ab0606-d884-4383-af2b-fcba097b1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:17.740838 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e5784d0-006d-4df2-b847-15dc578601a0 req-58ab0606-d884-4383-af2b-fcba097b1ef5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 1098 time: 0.0658462 Aug 18 14:47:17.834109 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd441-c2ef-4d7a-ab88-d98c185c7b60 req-b7aca3eb-073c-4049-bf51-cce342253d58 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:17.835973 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-693dd441-c2ef-4d7a-ab88-d98c185c7b60 req-b7aca3eb-073c-4049-bf51-cce342253d58 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0619526 Aug 18 14:47:17.905466 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-693dd441-c2ef-4d7a-ab88-d98c185c7b60 req-e0bf6c71-16fb-4bd2-81ed-8fd3474ab30b tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483062 Aug 18 14:47:17.907249 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5784d0-006d-4df2-b847-15dc578601a0 req-510b1c49-36b2-4ee1-8b3e-96160be3f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:17.908913 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e5784d0-006d-4df2-b847-15dc578601a0 req-510b1c49-36b2-4ee1-8b3e-96160be3f648 service neutron] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 918 time: 0.1390696 Aug 18 14:47:17.979063 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e5784d0-006d-4df2-b847-15dc578601a0 req-4f35101d-db69-40a3-aebc-569017ff8f75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae HTTP/1.1" status: 200 len: 1000 time: 0.0619812 Aug 18 14:47:17.982482 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:18.170171 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202b681-a9a3-4b5b-bb93-19fe1cf1ed45 req-a0755e7a-1d8a-4081-bc97-dae93c57482e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:18.179588 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9202b681-a9a3-4b5b-bb93-19fe1cf1ed45 req-a0755e7a-1d8a-4081-bc97-dae93c57482e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0681629 Aug 18 14:47:18.231616 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9202b681-a9a3-4b5b-bb93-19fe1cf1ed45 req-c53291ad-cf6f-4f1c-b177-fd6b6b8d65d0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502727 Aug 18 14:47:18.291621 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5784d0-006d-4df2-b847-15dc578601a0 req-5775e9c7-8e76-4efa-9f7e-165ccf36e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:18.293100 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e5784d0-006d-4df2-b847-15dc578601a0 req-5775e9c7-8e76-4efa-9f7e-165ccf36e5a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.3065581 Aug 18 14:47:18.342000 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5784d0-006d-4df2-b847-15dc578601a0 req-be618a4b-4b2b-49e4-826a-4cbffbc3f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:18.343657 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e5784d0-006d-4df2-b847-15dc578601a0 req-be618a4b-4b2b-49e4-826a-4cbffbc3f0be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416727 Aug 18 14:47:18.443727 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e5784d0-006d-4df2-b847-15dc578601a0 req-cc6d2e8b-da51-4dc9-a1cf-30d2d48302fa service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922532 Aug 18 14:47:18.564026 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-2e5784d0-006d-4df2-b847-15dc578601a0 req-c8b061e5-fe8f-4e1b-82b3-da52380e0dc3 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106656 Aug 18 14:47:19.044534 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f85fd-f846-45b7-a13f-201f50e289f6 req-47a7c82d-dd79-43d9-b699-55494cf825f7 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:19.046339 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-000f85fd-f846-45b7-a13f-201f50e289f6 req-47a7c82d-dd79-43d9-b699-55494cf825f7 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0623250 Aug 18 14:47:19.096242 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-000f85fd-f846-45b7-a13f-201f50e289f6 req-cccf5156-3d38-4a6e-a753-79da1e774777 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407069 Aug 18 14:47:19.349048 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bf5a8-4e79-43a9-9f64-79b69ca541dd req-735631f6-9878-42ef-b1c7-687cdcdf64ae tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:19.350665 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-667bf5a8-4e79-43a9-9f64-79b69ca541dd req-735631f6-9878-42ef-b1c7-687cdcdf64ae tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0516748 Aug 18 14:47:19.395713 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-667bf5a8-4e79-43a9-9f64-79b69ca541dd req-2af038ba-1d14-4d73-bc34-5b27e7869364 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387785 Aug 18 14:47:20.108104 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:20.211499 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f7e6e-d1ed-422b-aa21-4d9cccdfb489 req-e9f1c9fd-5a2f-45de-aeb6-9ec4c3d2449f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:20.212948 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-aa6f7e6e-d1ed-422b-aa21-4d9cccdfb489 req-e9f1c9fd-5a2f-45de-aeb6-9ec4c3d2449f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0479131 Aug 18 14:47:20.250214 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-aa6f7e6e-d1ed-422b-aa21-4d9cccdfb489 req-704a9173-2d79-476f-967b-20f21987e288 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313995 Aug 18 14:47:20.513113 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d988df-fa2f-4596-8cef-41aecaa6e389 req-ad329c1c-6e6b-470d-993a-5e94b9cb99fd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:20.514600 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-78d988df-fa2f-4596-8cef-41aecaa6e389 req-ad329c1c-6e6b-470d-993a-5e94b9cb99fd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0478284 Aug 18 14:47:20.551713 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-78d988df-fa2f-4596-8cef-41aecaa6e389 req-f6257fce-35d2-4502-b2e2-a2d30ff4de13 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313072 Aug 18 14:47:21.360663 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebdde9-bf2d-4115-b2fe-13f420a221c3 req-7600213c-8508-4104-b423-ba0ab8d18aca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:21.362028 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-99ebdde9-bf2d-4115-b2fe-13f420a221c3 req-7600213c-8508-4104-b423-ba0ab8d18aca tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0476665 Aug 18 14:47:21.402065 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-99ebdde9-bf2d-4115-b2fe-13f420a221c3 req-4bd7146c-4998-4ed3-9708-af8460871999 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341835 Aug 18 14:47:21.668357 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249550ac-4f72-44d8-99f2-42aec9e0d890 req-647b142d-d142-469b-8361-461ec23956b3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:21.669846 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-249550ac-4f72-44d8-99f2-42aec9e0d890 req-647b142d-d142-469b-8361-461ec23956b3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0490315 Aug 18 14:47:21.707902 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-249550ac-4f72-44d8-99f2-42aec9e0d890 req-4aef538a-9859-44b2-8138-6b772511dd73 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316758 Aug 18 14:47:22.512626 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56de3cd-d73e-49f2-9f71-22b30251e38f req-03bf8eeb-db47-49b6-9cbb-d3a957eb31b9 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:22.514041 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b56de3cd-d73e-49f2-9f71-22b30251e38f req-03bf8eeb-db47-49b6-9cbb-d3a957eb31b9 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0465751 Aug 18 14:47:22.550448 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b56de3cd-d73e-49f2-9f71-22b30251e38f req-be0d56c7-d9b1-4949-ba91-f60d78f198db tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306425 Aug 18 14:47:22.824782 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dc9c7-1250-4706-9833-8c76e6907a2a req-7014919f-7cd0-4f17-9a0b-d09331354993 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:22.826161 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f41dc9c7-1250-4706-9833-8c76e6907a2a req-7014919f-7cd0-4f17-9a0b-d09331354993 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0469563 Aug 18 14:47:22.864650 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f41dc9c7-1250-4706-9833-8c76e6907a2a req-d3eefdaf-da5b-4520-84db-a6fbd5b2791c tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327311 Aug 18 14:47:23.661506 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f456e84-87c4-442f-874b-b8362be0c084 req-f7a96331-9802-4a5e-a2ef-0b7fabb82b60 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:23.663386 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8f456e84-87c4-442f-874b-b8362be0c084 req-f7a96331-9802-4a5e-a2ef-0b7fabb82b60 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0481775 Aug 18 14:47:23.699221 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8f456e84-87c4-442f-874b-b8362be0c084 req-eff7917b-463b-45e9-b4b2-84a7b34b0473 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300756 Aug 18 14:47:23.982443 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9a796-7b43-4ffb-8dc5-1de995d83108 req-b64ffcd6-d90b-4d52-b3f2-2014a36e710e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:23.983947 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2dc9a796-7b43-4ffb-8dc5-1de995d83108 req-b64ffcd6-d90b-4d52-b3f2-2014a36e710e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Aug 18 14:47:24.021120 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2dc9a796-7b43-4ffb-8dc5-1de995d83108 req-356b6170-c2bb-495c-b34d-7bbde27b3d1e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308130 Aug 18 14:47:24.811072 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ef982-2ac7-496b-a289-b0696020ffbd req-e9d7212b-3957-48cf-aa2f-1e201302e405 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:24.812569 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-047ef982-2ac7-496b-a289-b0696020ffbd req-e9d7212b-3957-48cf-aa2f-1e201302e405 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0487375 Aug 18 14:47:24.852883 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-047ef982-2ac7-496b-a289-b0696020ffbd req-e225a435-4310-41f0-8e7b-858fc23f4531 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344927 Aug 18 14:47:25.348441 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492ad0b-7c8c-4061-b572-2337fc6a1cba req-458a599d-db4c-4dc1-8b3e-960704971904 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:25.350409 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b492ad0b-7c8c-4061-b572-2337fc6a1cba req-458a599d-db4c-4dc1-8b3e-960704971904 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.2574267 Aug 18 14:47:25.386478 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b492ad0b-7c8c-4061-b572-2337fc6a1cba req-ce654fa7-e055-4dc1-956a-9d912e442d03 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295022 Aug 18 14:47:25.964574 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfdcc6-d706-4ea2-bdc7-51094b9f9225 req-d8bd85a9-99b3-4e4f-a1f3-11e71dc83ea7 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:25.966010 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-09dfdcc6-d706-4ea2-bdc7-51094b9f9225 req-d8bd85a9-99b3-4e4f-a1f3-11e71dc83ea7 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0471442 Aug 18 14:47:26.001692 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-09dfdcc6-d706-4ea2-bdc7-51094b9f9225 req-dda88957-4a8e-49db-a031-9a19e647afbe tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299430 Aug 18 14:47:26.500619 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a963-12e4-4d9a-b3ae-c1fdc9bd773d req-dbdf227d-b2a2-4b6e-8904-7ca19870432a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:26.502057 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3767a963-12e4-4d9a-b3ae-c1fdc9bd773d req-dbdf227d-b2a2-4b6e-8904-7ca19870432a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0469356 Aug 18 14:47:26.540605 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3767a963-12e4-4d9a-b3ae-c1fdc9bd773d req-83844c5d-b179-433f-9b21-c81129368be7 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328746 Aug 18 14:47:27.111519 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff828a56-c9a0-4351-becc-2120e020f790 req-c06a0a6c-e53f-48be-8f1f-1e83789d3c58 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:27.112962 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ff828a56-c9a0-4351-becc-2120e020f790 req-c06a0a6c-e53f-48be-8f1f-1e83789d3c58 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0471890 Aug 18 14:47:27.149373 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ff828a56-c9a0-4351-becc-2120e020f790 req-46a4ca89-f5c4-46df-b332-17b814f5a9f6 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306585 Aug 18 14:47:27.655167 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a68792-d68c-47f0-95aa-26311bc6eea2 req-bf63d9f4-f2cc-4ae5-a844-3b6c10c86582 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:27.656741 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-33a68792-d68c-47f0-95aa-26311bc6eea2 req-bf63d9f4-f2cc-4ae5-a844-3b6c10c86582 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0475984 Aug 18 14:47:27.694814 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-33a68792-d68c-47f0-95aa-26311bc6eea2 req-d222c34d-9e8a-4115-9db2-d33aaeb26eea tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322669 Aug 18 14:47:27.794919 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:47:28.263144 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e24bb-aab1-457a-ab8b-dff6d1744228 req-46b8c009-b1f5-4a6a-9eae-4f5a373a164b tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:28.264619 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-928e24bb-aab1-457a-ab8b-dff6d1744228 req-46b8c009-b1f5-4a6a-9eae-4f5a373a164b tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0474842 Aug 18 14:47:28.303595 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-928e24bb-aab1-457a-ab8b-dff6d1744228 req-9198955b-56ee-4387-93a6-e667ea9e9b13 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331814 Aug 18 14:47:28.810333 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe343f-b916-434d-a271-b2f0a5fe3b6b req-92edaf96-7865-4a8a-a363-339798e7ae4e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:28.811790 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-45fe343f-b916-434d-a271-b2f0a5fe3b6b req-92edaf96-7865-4a8a-a363-339798e7ae4e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0475197 Aug 18 14:47:28.847412 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-45fe343f-b916-434d-a271-b2f0a5fe3b6b req-a9db4864-726d-4921-bf18-ce55e24320ad tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296686 Aug 18 14:47:29.415719 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed363284-5b9b-49de-b30b-74f80dc74635 req-7d02e84f-32f5-4480-8cc2-68d214356ed4 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:29.417172 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ed363284-5b9b-49de-b30b-74f80dc74635 req-7d02e84f-32f5-4480-8cc2-68d214356ed4 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0479214 Aug 18 14:47:29.453159 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ed363284-5b9b-49de-b30b-74f80dc74635 req-c7ca33ff-470e-488c-b4a6-027d2eff6bdc tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302327 Aug 18 14:47:29.962951 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0c21c-abd3-434c-ba76-2d89130599e3 req-37882ea3-ecc1-422a-8ada-046518ab755d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:29.964396 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-44a0c21c-abd3-434c-ba76-2d89130599e3 req-37882ea3-ecc1-422a-8ada-046518ab755d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0474589 Aug 18 14:47:30.003416 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-44a0c21c-abd3-434c-ba76-2d89130599e3 req-f1cefb3b-ec44-459e-9cf0-52b4cf48ae54 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332127 Aug 18 14:47:30.568119 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ebc07-e269-46b2-9585-74152420496e req-4f385d49-bd46-4d75-84ce-d6472ea03f0f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:30.569746 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-db5ebc07-e269-46b2-9585-74152420496e req-4f385d49-bd46-4d75-84ce-d6472ea03f0f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0508714 Aug 18 14:47:30.617475 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-db5ebc07-e269-46b2-9585-74152420496e req-05b3cf32-89ee-44eb-8c05-26413072471e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391376 Aug 18 14:47:31.117622 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48235b-a74e-4608-9c04-0d51edf89ab9 req-cb03ea96-1389-4e2d-a7b8-cb5d5c38a262 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:31.119034 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-af48235b-a74e-4608-9c04-0d51edf89ab9 req-cb03ea96-1389-4e2d-a7b8-cb5d5c38a262 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0467346 Aug 18 14:47:31.155707 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-af48235b-a74e-4608-9c04-0d51edf89ab9 req-94d8af5b-d001-4502-834e-7cd1ad132cfe tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309381 Aug 18 14:47:31.718843 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 34218) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:31.746091 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be917ba7-539e-4318-9435-bcb249bf4551 req-f8ecee0f-270c-4375-be11-4c44b9cbbdb3 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:31.747925 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-be917ba7-539e-4318-9435-bcb249bf4551 req-f8ecee0f-270c-4375-be11-4c44b9cbbdb3 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0614765 Aug 18 14:47:31.781087 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0738ab-1051-4645-8fd6-2f10f0616c2b admin admin] Deleting subnet b4838232-74d5-488f-925b-3da148fd3938 {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:47:31.784768 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4d0738ab-1051-4645-8fd6-2f10f0616c2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:31.799892 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-be917ba7-539e-4318-9435-bcb249bf4551 req-984993ec-4b06-4ab1-80fa-a4ad1c8915af tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451806 Aug 18 14:47:31.825797 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4d0738ab-1051-4645-8fd6-2f10f0616c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3789213'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:31.864168 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4d0738ab-1051-4645-8fd6-2f10f0616c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:31.918680 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4d0738ab-1051-4645-8fd6-2f10f0616c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4181407'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:31.946158 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0738ab-1051-4645-8fd6-2f10f0616c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4838232-74d5-488f-925b-3da148fd3938,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:31.948159 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-4d0738ab-1051-4645-8fd6-2f10f0616c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:31.953151 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4d0738ab-1051-4645-8fd6-2f10f0616c2b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b4838232-74d5-488f-925b-3da148fd3938 HTTP/1.1" status: 204 len: 168 time: 0.2302203 Aug 18 14:47:31.953151 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 34226) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:32.029380 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.052146 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 34236) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:32.110796 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.124463 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d1bf2c-a8ae-4816-b901-e7b86c371514']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:32.134857 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fdc94e-a428-4b0b-8688-6ffe0d871af8') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:32.135336 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fdc94e-a428-4b0b-8688-6ffe0d871af8') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:47:32.154780 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3789204'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.164979 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-45ed466e-ac04-4511-9468-2bdf7a6d6f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.169770 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.177050 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:47:32.177620 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814959'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: timer() Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: cb(*args, **kw) Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: self._notify() Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: self.callback(batched_events) Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: event.method(event) Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._get(url).json() Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:47:32.179369 dv-cinder-788365-10-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:47:32.243739 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.254114 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.258465 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] 10.222.0.38 "DELETE /v2.0/networks/87d1bf2c-a8ae-4816-b901-e7b86c371514 HTTP/1.1" status: 204 len: 168 time: 0.3028042 Aug 18 14:47:32.266949 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466049f-a818-42ea-915b-7e57213a294c admin admin] Pushing event deleted for resources: {'Network': ['ID=87d1bf2c-a8ae-4816-b901-e7b86c371514,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:32.317772 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-45ed466e-ac04-4511-9468-2bdf7a6d6f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.324628 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-45ed466e-ac04-4511-9468-2bdf7a6d6f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.363039 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04fa35-1490-43f5-9f34-285076b6355e req-12338e1d-0d90-4de0-b031-901fe09bbc05 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:32.364520 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1e04fa35-1490-43f5-9f34-285076b6355e req-12338e1d-0d90-4de0-b031-901fe09bbc05 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0862288 Aug 18 14:47:32.382318 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed466e-ac04-4511-9468-2bdf7a6d6f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc6bb6a-d5a0-4fce-953d-fcec9afeaa3b,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:32.388012 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-45ed466e-ac04-4511-9468-2bdf7a6d6f0c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d7db9694ca27404a8af44b37cfa82587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347218 Aug 18 14:47:32.392813 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 34254) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:32.397432 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 34256) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:32.426451 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1e04fa35-1490-43f5-9f34-285076b6355e req-eb06bfd6-7b8b-426f-8a6d-0c41c70a7ef1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538254 Aug 18 14:47:32.469256 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8f001c35-a84d-474f-b1c5-ec9a1317918e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.476258 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-62d4c533-b00c-4979-9a15-b04dbd22e58b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=850af6ef3c5c4213b71b42ab8cffe4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755479 Aug 18 14:47:32.476891 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 34262) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:32.496295 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8f001c35-a84d-474f-b1c5-ec9a1317918e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.540822 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-323475a8-4534-47f9-91c0-d4d6551414d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.554580 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8f001c35-a84d-474f-b1c5-ec9a1317918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.557264 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8f001c35-a84d-474f-b1c5-ec9a1317918e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.558405 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8f001c35-a84d-474f-b1c5-ec9a1317918e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cfc6bb6a-d5a0-4fce-953d-fcec9afeaa3b HTTP/1.1" status: 204 len: 168 time: 0.1665146 Aug 18 14:47:32.565906 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f001c35-a84d-474f-b1c5-ec9a1317918e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc6bb6a-d5a0-4fce-953d-fcec9afeaa3b,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:32.569827 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-323475a8-4534-47f9-91c0-d4d6551414d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.626262 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-323475a8-4534-47f9-91c0-d4d6551414d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.628965 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-323475a8-4534-47f9-91c0-d4d6551414d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:32.630138 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-323475a8-4534-47f9-91c0-d4d6551414d7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bbc4bb8e-bb76-485e-b43d-304ce0b9f606 HTTP/1.1" status: 204 len: 168 time: 0.1520832 Aug 18 14:47:32.640443 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323475a8-4534-47f9-91c0-d4d6551414d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc4bb8e-bb76-485e-b43d-304ce0b9f606,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:32.928913 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91ff88-5c60-4198-8d07-e79e12010b78 req-3b28c66a-d75c-4dc0-bcc2-38633b69c3ec tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:32.930568 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cd91ff88-5c60-4198-8d07-e79e12010b78 req-3b28c66a-d75c-4dc0-bcc2-38633b69c3ec tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0534194 Aug 18 14:47:32.972157 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cd91ff88-5c60-4198-8d07-e79e12010b78 req-24340c96-5309-4f6f-aead-0f40353fc591 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339134 Aug 18 14:47:32.987605 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 34282) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:33.002185 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-413a8c0e-7efd-4434-b033-d726d8d70fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:33.045786 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d53c746d-33e4-4c87-86cf-31ffa51949ae details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:47:33.102286 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-413a8c0e-7efd-4434-b033-d726d8d70fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:33.106217 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-413a8c0e-7efd-4434-b033-d726d8d70fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:33.143754 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-413a8c0e-7efd-4434-b033-d726d8d70fbd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=266be66393ae4d28a15128bb53633139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549759 Aug 18 14:47:33.146250 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 34286) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:33.148471 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:33.160447 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a8c0e-7efd-4434-b033-d726d8d70fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744e975e-2333-431e-8e0d-743880c97914,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:33.162090 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'port_id': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'mac_address': 'fa:16:3e:c3:28:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:47:33.201181 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:33.201643 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-464e34f9-2b03-46e5-9e78-ac68fa208565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:33.214682 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d53c746d-33e4-4c87-86cf-31ffa51949ae {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:47:33.227878 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-464e34f9-2b03-46e5-9e78-ac68fa208565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:33.235637 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:33.240610 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:33.280212 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-464e34f9-2b03-46e5-9e78-ac68fa208565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:33.283151 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-464e34f9-2b03-46e5-9e78-ac68fa208565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:33.287486 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-464e34f9-2b03-46e5-9e78-ac68fa208565 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/744e975e-2333-431e-8e0d-743880c97914 HTTP/1.1" status: 204 len: 168 time: 0.1369700 Aug 18 14:47:33.289840 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=d53c746d-33e4-4c87-86cf-31ffa51949ae,revision_number=6']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:33.294031 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e34f9-2b03-46e5-9e78-ac68fa208565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744e975e-2333-431e-8e0d-743880c97914,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:33.297229 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.297584 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.297930 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.298289 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.298631 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.298966 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.299295 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.299973 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.300472 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.300966 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.301312 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.301646 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:47:33.550744 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['d53c746d-33e4-4c87-86cf-31ffa51949ae'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:47:33.556225 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f809-8ddf-4d39-b3da-900d1dfcb666 req-c5ec8f42-f33d-4576-9f17-17260736a5c8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:33.558590 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c7d8f809-8ddf-4d39-b3da-900d1dfcb666 req-c5ec8f42-f33d-4576-9f17-17260736a5c8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.0577965 Aug 18 14:47:33.615081 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c7d8f809-8ddf-4d39-b3da-900d1dfcb666 req-73f26dc7-4e88-44b7-9cbd-5c13e2a99213 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483949 Aug 18 14:47:34.100874 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a3d37-559a-4314-90b7-46866e5a3a2a req-cb5f9557-57a5-413e-b16c-88c8dc60b1f1 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:34.102346 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ba9a3d37-559a-4314-90b7-46866e5a3a2a req-cb5f9557-57a5-413e-b16c-88c8dc60b1f1 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0535302 Aug 18 14:47:34.139395 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ba9a3d37-559a-4314-90b7-46866e5a3a2a req-7d945046-9845-45b9-93a5-defb77616e9f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308950 Aug 18 14:47:34.376761 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c48ef-32df-41c6-939b-9ecc7773cb6a req-63f7cd45-55aa-4e6b-b45d-8a0e97d384f2 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:34.382891 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9b3c48ef-32df-41c6-939b-9ecc7773cb6a req-63f7cd45-55aa-4e6b-b45d-8a0e97d384f2 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0542321 Aug 18 14:47:34.427736 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9b3c48ef-32df-41c6-939b-9ecc7773cb6a req-2240396f-9a0d-4e37-87c4-c93516ea53c8 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417709 Aug 18 14:47:34.458992 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46901c88-b07d-4e8f-80e7-52343d81ce50 req-98929bc5-24c0-4aa5-824b-226d1fa3840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:34.460513 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-46901c88-b07d-4e8f-80e7-52343d81ce50 req-98929bc5-24c0-4aa5-824b-226d1fa3840f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 1098 time: 0.0426507 Aug 18 14:47:34.560916 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46901c88-b07d-4e8f-80e7-52343d81ce50 req-a4e6616a-ee77-45ad-96c1-52aff3b029c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:34.562419 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-46901c88-b07d-4e8f-80e7-52343d81ce50 req-a4e6616a-ee77-45ad-96c1-52aff3b029c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 910 time: 0.0900266 Aug 18 14:47:34.630890 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-46901c88-b07d-4e8f-80e7-52343d81ce50 req-ad05ec27-4d5b-4f1b-b9f8-d048fd40a2ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f47394-5672-4e78-8c2a-922809dce60e HTTP/1.1" status: 200 len: 1001 time: 0.0611334 Aug 18 14:47:34.685963 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46901c88-b07d-4e8f-80e7-52343d81ce50 req-afc036a8-5ab7-47b8-854f-098bd83013a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:34.687483 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-46901c88-b07d-4e8f-80e7-52343d81ce50 req-afc036a8-5ab7-47b8-854f-098bd83013a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 200 len: 848 time: 0.0466449 Aug 18 14:47:34.751919 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46901c88-b07d-4e8f-80e7-52343d81ce50 req-bd7fd191-a602-4855-87dc-1217642eff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:34.753489 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-46901c88-b07d-4e8f-80e7-52343d81ce50 req-bd7fd191-a602-4855-87dc-1217642eff24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f453827-31cb-4cd9-a35c-9030c6070e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549974 Aug 18 14:47:34.765027 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f8e89-f883-4a51-9bc3-ed87754bfbdb req-8da7a5c3-44c6-4502-bb2f-cb5acfec8252 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:34.766852 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fa9f8e89-f883-4a51-9bc3-ed87754bfbdb req-8da7a5c3-44c6-4502-bb2f-cb5acfec8252 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.0564177 Aug 18 14:47:34.825113 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fa9f8e89-f883-4a51-9bc3-ed87754bfbdb req-a8911553-e205-4750-bf62-016342e1864b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457804 Aug 18 14:47:34.864437 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-46901c88-b07d-4e8f-80e7-52343d81ce50 req-f0a194f2-73fe-4823-b1f2-d95e26c0cd41 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032350 Aug 18 14:47:34.958956 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-46901c88-b07d-4e8f-80e7-52343d81ce50 req-b4b17814-38ad-4ff5-a0e7-8239da4c2e45 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859787 Aug 18 14:47:35.092594 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d53c746d-33e4-4c87-86cf-31ffa51949ae up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:47:35.139764 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port d53c746d-33e4-4c87-86cf-31ffa51949ae triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:47:35.140143 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:35.222366 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:35.245093 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:47:35.247386 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb29637-10cd-4899-b112-fe30c62aa8b2" -d '{"events": [{"server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "name": "network-vif-plugged", "status": "completed", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:47:35.260182 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:35.268153 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:35.299399 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec074764-c149-4fad-8bd6-4ec1e3a9334e x-openstack-request-id: req-ec074764-c149-4fad-8bd6-4ec1e3a9334e {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:47:35.299753 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "name": "network-vif-plugged", "status": "completed", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:47:35.299938 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec074764-c149-4fad-8bd6-4ec1e3a9334e {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:47:35.300329 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'code': 200} Aug 18 14:47:35.333449 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=d53c746d-33e4-4c87-86cf-31ffa51949ae,revision_number=7']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:35.542924 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c06363-366c-41a7-b408-847d1386808e req-ee961fb7-06bf-49b3-801a-6b2d50c5c17e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:35.544416 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-35c06363-366c-41a7-b408-847d1386808e req-ee961fb7-06bf-49b3-801a-6b2d50c5c17e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0540066 Aug 18 14:47:35.580812 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-35c06363-366c-41a7-b408-847d1386808e req-79ee990b-2a5d-438a-aa5f-5528b6e9b959 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305521 Aug 18 14:47:35.937562 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916aa672-d444-4f27-b2b7-e9e0993f042d req-9f972aba-5078-455e-9976-604e6ec49091 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:35.939097 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-916aa672-d444-4f27-b2b7-e9e0993f042d req-9f972aba-5078-455e-9976-604e6ec49091 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0521150 Aug 18 14:47:35.977513 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-916aa672-d444-4f27-b2b7-e9e0993f042d req-da31203b-ee20-42b3-b3b9-0b8f54fc220d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Aug 18 14:47:36.316631 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bf8ff-dfeb-4b35-90be-39d62c51b370 req-e41479a4-aa31-4dfe-94dc-7a2b2c7beaa0 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:36.318075 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4c7bf8ff-dfeb-4b35-90be-39d62c51b370 req-e41479a4-aa31-4dfe-94dc-7a2b2c7beaa0 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 945 time: 0.0478499 Aug 18 14:47:36.355251 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4c7bf8ff-dfeb-4b35-90be-39d62c51b370 req-b7e8c30f-e663-49ff-8e7e-82333064a6c3 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312538 Aug 18 14:47:36.704590 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bd9e0-44d9-471d-8b23-80c170a812d3 req-8419968e-29a1-496d-a3f6-bfde8f7ee95f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:36.706124 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d05bd9e0-44d9-471d-8b23-80c170a812d3 req-8419968e-29a1-496d-a3f6-bfde8f7ee95f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0521240 Aug 18 14:47:36.745849 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d05bd9e0-44d9-471d-8b23-80c170a812d3 req-da8d2607-ebb9-4186-816d-7eff381db6fd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317979 Aug 18 14:47:37.099198 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad846c0d-3925-4edf-955e-cf9e0e2b22df req-d7b90edb-fbb9-4986-899c-f5a211e5c05e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:37.100830 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ad846c0d-3925-4edf-955e-cf9e0e2b22df req-d7b90edb-fbb9-4986-899c-f5a211e5c05e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0505562 Aug 18 14:47:37.139726 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ad846c0d-3925-4edf-955e-cf9e0e2b22df req-1f1918d4-936e-4dd0-b356-820ac1b470b6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328467 Aug 18 14:47:37.472335 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4375ac-4851-4ac1-84ff-b247dd998275 req-14fb8724-6705-464b-918e-89b0cf35e045 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:37.473858 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9b4375ac-4851-4ac1-84ff-b247dd998275 req-14fb8724-6705-464b-918e-89b0cf35e045 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 945 time: 0.0529957 Aug 18 14:47:37.522757 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9b4375ac-4851-4ac1-84ff-b247dd998275 req-942780c4-3047-4366-9484-f3663e1286a8 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Aug 18 14:47:37.995861 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 34486) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:38.126642 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f086126f-03d4-49c1-8e40-f9f1733a1944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:38.240645 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f086126f-03d4-49c1-8e40-f9f1733a1944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:38.246548 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f086126f-03d4-49c1-8e40-f9f1733a1944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:38.280208 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086126f-03d4-49c1-8e40-f9f1733a1944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16237550-feef-4cd7-a88d-ac469c38371c,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:38.297852 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748040c5-cdea-4fa3-9a56-0e285c8d2204 req-4944ca67-2cd3-4357-a24c-1b58179dbbb7 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:38.299453 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-748040c5-cdea-4fa3-9a56-0e285c8d2204 req-4944ca67-2cd3-4357-a24c-1b58179dbbb7 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0718968 Aug 18 14:47:38.308419 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f086126f-03d4-49c1-8e40-f9f1733a1944 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f912167e29645baac67e7fc3309640c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115911 Aug 18 14:47:38.312892 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 34492) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:38.351066 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-748040c5-cdea-4fa3-9a56-0e285c8d2204 req-186168b1-fdee-4671-9334-bf4a76cfb752 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439479 Aug 18 14:47:38.383731 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dccb2915-05d8-4232-81e3-da2367c938b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:38.408416 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dccb2915-05d8-4232-81e3-da2367c938b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:38.464508 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dccb2915-05d8-4232-81e3-da2367c938b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:38.467563 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dccb2915-05d8-4232-81e3-da2367c938b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:38.468960 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-dccb2915-05d8-4232-81e3-da2367c938b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/16237550-feef-4cd7-a88d-ac469c38371c HTTP/1.1" status: 204 len: 168 time: 0.1550908 Aug 18 14:47:38.478107 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb2915-05d8-4232-81e3-da2367c938b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16237550-feef-4cd7-a88d-ac469c38371c,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:38.675681 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202ca63-600d-4f8b-8a90-fcbdfd19d1c0 req-7989c65e-cc28-4c91-acad-a5321b78f448 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:38.678360 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4202ca63-600d-4f8b-8a90-fcbdfd19d1c0 req-7989c65e-cc28-4c91-acad-a5321b78f448 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 945 time: 0.0784168 Aug 18 14:47:38.723826 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4202ca63-600d-4f8b-8a90-fcbdfd19d1c0 req-04339104-c7de-4c97-9780-557fb5cefbd3 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Aug 18 14:47:38.810176 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615efcf-9bfc-41ba-826d-23f5d844361c req-e62361eb-72fa-423d-a43b-51b9b976965c tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:38.811923 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9615efcf-9bfc-41ba-826d-23f5d844361c req-e62361eb-72fa-423d-a43b-51b9b976965c tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 945 time: 0.0798373 Aug 18 14:47:38.917090 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-9615efcf-9bfc-41ba-826d-23f5d844361c req-acf224dc-6609-4be6-a9b6-5d2bd4959592 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Deleting port d8cd7e4a-3765-4c23-8754-00e3ae9bb651 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:47:38.917617 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-9615efcf-9bfc-41ba-826d-23f5d844361c req-acf224dc-6609-4be6-a9b6-5d2bd4959592 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:39.028676 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-9615efcf-9bfc-41ba-826d-23f5d844361c req-acf224dc-6609-4be6-a9b6-5d2bd4959592 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] For port d8cd7e4a-3765-4c23-8754-00e3ae9bb651, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d8cd7e4a-3765-4c23-8754-00e3ae9bb651,segment=NetworkSegment(e958eeaf-3138-4e93-8b38-20767c060a51),segment_id=e958eeaf-3138-4e93-8b38-20767c060a51)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:39.029345 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-9615efcf-9bfc-41ba-826d-23f5d844361c req-acf224dc-6609-4be6-a9b6-5d2bd4959592 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:39.044520 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-9615efcf-9bfc-41ba-826d-23f5d844361c req-acf224dc-6609-4be6-a9b6-5d2bd4959592 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Calling delete_port for d8cd7e4a-3765-4c23-8754-00e3ae9bb651 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:47:39.288140 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-9615efcf-9bfc-41ba-826d-23f5d844361c req-acf224dc-6609-4be6-a9b6-5d2bd4959592 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:39.330643 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf224dc-6609-4be6-a9b6-5d2bd4959592 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Pushing event deleted for resources: {'Port': ['ID=d8cd7e4a-3765-4c23-8754-00e3ae9bb651,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:39.333738 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['d8cd7e4a-3765-4c23-8754-00e3ae9bb651'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:47:39.411952 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9615efcf-9bfc-41ba-826d-23f5d844361c req-acf224dc-6609-4be6-a9b6-5d2bd4959592 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] No DVR routers for this DVR port d8cd7e4a-3765-4c23-8754-00e3ae9bb651 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:47:39.414986 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-9615efcf-9bfc-41ba-826d-23f5d844361c req-acf224dc-6609-4be6-a9b6-5d2bd4959592 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:39.417166 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9615efcf-9bfc-41ba-826d-23f5d844361c req-acf224dc-6609-4be6-a9b6-5d2bd4959592 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.69 "DELETE /v2.0/ports/d8cd7e4a-3765-4c23-8754-00e3ae9bb651 HTTP/1.1" status: 204 len: 173 time: 0.5979736 Aug 18 14:47:39.417567 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2e93cb-7847-4d39-b482-f612e0f8041e', 'name': 'network-vif-deleted', 'tag': 'd8cd7e4a-3765-4c23-8754-00e3ae9bb651'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:47:39.420446 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943b7d32-a7f1-41a0-9802-c1cd0429363d" -d '{"events": [{"server_uuid": "2b2e93cb-7847-4d39-b482-f612e0f8041e", "name": "network-vif-deleted", "tag": "d8cd7e4a-3765-4c23-8754-00e3ae9bb651"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:47:39.476831 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be894b8-04c7-4585-81fd-5412d4c0d3e8 x-openstack-request-id: req-4be894b8-04c7-4585-81fd-5412d4c0d3e8 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:47:39.477447 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2e93cb-7847-4d39-b482-f612e0f8041e", "name": "network-vif-deleted", "tag": "d8cd7e4a-3765-4c23-8754-00e3ae9bb651", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:47:39.477861 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4be894b8-04c7-4585-81fd-5412d4c0d3e8 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:47:39.478501 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2e93cb-7847-4d39-b482-f612e0f8041e', 'name': 'network-vif-deleted', 'tag': 'd8cd7e4a-3765-4c23-8754-00e3ae9bb651', 'status': 'completed', 'code': 200} Aug 18 14:47:39.506547 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68f541-0f4b-4382-85cf-b1057e8938cd req-0f071c16-b970-4050-963d-19640e718524 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:39.515618 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0f68f541-0f4b-4382-85cf-b1057e8938cd req-0f071c16-b970-4050-963d-19640e718524 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0623300 Aug 18 14:47:39.581686 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0f68f541-0f4b-4382-85cf-b1057e8938cd req-2aef13da-29ff-4465-a387-aecfeb6947f1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593805 Aug 18 14:47:39.867374 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-272fc3d2-5685-4a73-b162-ded379a66621 req-3f54c4a6-8a2d-4d44-9361-435b06f5a54d tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b2e93cb-7847-4d39-b482-f612e0f8041e HTTP/1.1" status: 200 len: 210 time: 0.0375705 Aug 18 14:47:40.761834 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f78bc-f307-4536-9ed9-8510621a3897 req-7fe2229a-283a-4fc9-8945-727fdc7e1032 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:40.769100 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1b9f78bc-f307-4536-9ed9-8510621a3897 req-7fe2229a-283a-4fc9-8945-727fdc7e1032 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0802324 Aug 18 14:47:40.818740 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1b9f78bc-f307-4536-9ed9-8510621a3897 req-4435b9d5-f40e-4e09-b1f2-e4cbfae57b3c tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480943 Aug 18 14:47:41.960722 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985c234-53b4-4001-a692-ff4dab7db796 req-9f8b25ca-0720-4549-b5e2-92b901557308 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:41.962507 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2985c234-53b4-4001-a692-ff4dab7db796 req-9f8b25ca-0720-4549-b5e2-92b901557308 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0587921 Aug 18 14:47:42.007039 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2985c234-53b4-4001-a692-ff4dab7db796 req-c25b8cb3-d6fe-406f-bdf9-03dc4a85c94a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365114 Aug 18 14:47:43.142850 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cec825-1dfe-408d-81a2-2a01badbf752 req-98955869-c785-41ad-b9c7-ca41e50094f0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:43.145289 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d5cec825-1dfe-408d-81a2-2a01badbf752 req-98955869-c785-41ad-b9c7-ca41e50094f0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0585923 Aug 18 14:47:43.205218 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d5cec825-1dfe-408d-81a2-2a01badbf752 req-0929bcb8-8c00-432f-ab20-e6278cf22d9d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510485 Aug 18 14:47:43.976890 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d8cd7e4a-3765-4c23-8754-00e3ae9bb651 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:44.002987 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: d8cd7e4a-3765-4c23-8754-00e3ae9bb651 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:47:44.003356 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d8cd7e4a-3765-4c23-8754-00e3ae9bb651 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:47:44.013460 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:44.329641 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcdf0c-7f95-4911-9524-644af16e1054 req-05491f42-0172-49bd-88f6-64e7632f3d5d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:44.331192 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-35bcdf0c-7f95-4911-9524-644af16e1054 req-05491f42-0172-49bd-88f6-64e7632f3d5d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0522523 Aug 18 14:47:44.370985 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-35bcdf0c-7f95-4911-9524-644af16e1054 req-5a53572c-b1e0-4ff7-bf0e-99a04e9388d0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332646 Aug 18 14:47:44.569327 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3f4f3653-17b7-4a85-9501-b8f9bd208eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:45.500835 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aaa04-200f-4426-918e-5e5cf3a2dbd9 req-56fcf2cc-2eb6-4349-8931-4c8977b77fb0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:45.503029 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d9aaa04-200f-4426-918e-5e5cf3a2dbd9 req-56fcf2cc-2eb6-4349-8931-4c8977b77fb0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0534511 Aug 18 14:47:45.555657 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d9aaa04-200f-4426-918e-5e5cf3a2dbd9 req-14f9b3f8-d56d-4116-8b6e-bc637cc8e1fd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439529 Aug 18 14:47:46.698318 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de747c-ba97-4f17-b0f9-0c398994db49 req-125d1b2e-47d3-421f-b4b3-6db4b24c7a30 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:46.699874 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f3de747c-ba97-4f17-b0f9-0c398994db49 req-125d1b2e-47d3-421f-b4b3-6db4b24c7a30 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0581045 Aug 18 14:47:46.764413 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f3de747c-ba97-4f17-b0f9-0c398994db49 req-0a8180c4-acc0-43e6-a82a-59f88f944845 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516474 Aug 18 14:47:47.179963 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c811-b3e5-43d4-be2f-23b1a606645d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:47.298034 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:47.892589 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a1a6-2365-4e83-b47f-864d1015d5da req-623be1bd-5845-4ab2-828f-728411cfeb2b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:47.894074 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a046a1a6-2365-4e83-b47f-864d1015d5da req-623be1bd-5845-4ab2-828f-728411cfeb2b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0480089 Aug 18 14:47:47.930742 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a046a1a6-2365-4e83-b47f-864d1015d5da req-1ce42ba6-e509-48c3-94a1-12b1a4590fd4 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304973 Aug 18 14:47:47.969645 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:48.481909 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a977-b1f0-40b6-a440-95cd9edc7e34 req-e085fa60-4d18-4497-a347-7d6c110df259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:48.483394 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a937a977-b1f0-40b6-a440-95cd9edc7e34 req-e085fa60-4d18-4497-a347-7d6c110df259 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 1098 time: 0.0401363 Aug 18 14:47:49.046575 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a594d1-aa56-4ac4-87ed-14f3492f4082 req-0f22c4ce-7af2-4512-9b6b-4ece9b14ae19 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:49.047949 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-90a594d1-aa56-4ac4-87ed-14f3492f4082 req-0f22c4ce-7af2-4512-9b6b-4ece9b14ae19 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0480788 Aug 18 14:47:49.084651 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-90a594d1-aa56-4ac4-87ed-14f3492f4082 req-d5b60cff-0d18-4e4c-9d02-a5972f289429 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310006 Aug 18 14:47:49.625082 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a977-b1f0-40b6-a440-95cd9edc7e34 req-2752de9e-c5db-486d-9ee7-dc27e9259cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:49.626617 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a937a977-b1f0-40b6-a440-95cd9edc7e34 req-2752de9e-c5db-486d-9ee7-dc27e9259cc8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 918 time: 0.0888224 Aug 18 14:47:50.113835 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:50.201750 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be165b6f-57a2-46a5-826b-68fb5b1e9396 req-fbecbc9a-3a23-4179-84c4-4582e7b73f89 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:50.203405 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-be165b6f-57a2-46a5-826b-68fb5b1e9396 req-fbecbc9a-3a23-4179-84c4-4582e7b73f89 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0474443 Aug 18 14:47:50.244757 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-be165b6f-57a2-46a5-826b-68fb5b1e9396 req-285e21bf-3346-4245-9f63-fec121d28e77 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349593 Aug 18 14:47:50.512377 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a937a977-b1f0-40b6-a440-95cd9edc7e34 req-bb4fee3c-cda5-48dc-910a-5ffe0feb8e6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae HTTP/1.1" status: 200 len: 1000 time: 0.0606761 Aug 18 14:47:51.363347 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff7a8c-0389-4335-8ed1-6579c17ddb16 req-8a3181f8-72ff-46f0-a789-544f8fcb267a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:51.365375 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-efff7a8c-0389-4335-8ed1-6579c17ddb16 req-8a3181f8-72ff-46f0-a789-544f8fcb267a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 945 time: 0.0488541 Aug 18 14:47:51.401223 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-efff7a8c-0389-4335-8ed1-6579c17ddb16 req-e99f0c95-20e1-4d40-802b-fe69a3d8fc74 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300107 Aug 18 14:47:51.823798 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a977-b1f0-40b6-a440-95cd9edc7e34 req-71d75462-8755-4786-aed9-bfaad08cc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:51.825267 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a937a977-b1f0-40b6-a440-95cd9edc7e34 req-71d75462-8755-4786-aed9-bfaad08cc2ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0448256 Aug 18 14:47:51.870163 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a977-b1f0-40b6-a440-95cd9edc7e34 req-6b814bdc-2b0b-446a-a121-3b9bd2220912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:51.871529 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a937a977-b1f0-40b6-a440-95cd9edc7e34 req-6b814bdc-2b0b-446a-a121-3b9bd2220912 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389678 Aug 18 14:47:51.962043 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a937a977-b1f0-40b6-a440-95cd9edc7e34 req-60daadf4-fbbe-4b5b-9e12-2c1602b7a35f service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813491 Aug 18 14:47:52.155821 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d53c746d-33e4-4c87-86cf-31ffa51949ae no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:47:52.229385 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:52.245516 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a937a977-b1f0-40b6-a440-95cd9edc7e34 req-2ca7b53c-bdc4-463c-9f9c-dc1dd7fe0b52 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853267 Aug 18 14:47:52.256563 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:47:52.258827 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff2be89-4568-4609-b57a-5b2820a597a1" -d '{"events": [{"server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "name": "network-vif-unplugged", "status": "completed", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:47:52.272162 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:47:52.276304 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:52.298478 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965ef9e8-ec93-4504-9e4a-37b500889278 x-openstack-request-id: req-965ef9e8-ec93-4504-9e4a-37b500889278 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:47:52.298770 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "name": "network-vif-unplugged", "status": "completed", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:47:52.299014 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-965ef9e8-ec93-4504-9e4a-37b500889278 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:47:52.299388 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'code': 200} Aug 18 14:47:52.324917 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=d53c746d-33e4-4c87-86cf-31ffa51949ae,revision_number=8']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:47:52.518235 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba77db9-3604-4739-a3d2-b447fddfdc51 req-8db18c37-34fb-45b9-a3ae-2d6d6c7069a6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:52.519690 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7ba77db9-3604-4739-a3d2-b447fddfdc51 req-8db18c37-34fb-45b9-a3ae-2d6d6c7069a6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0472176 Aug 18 14:47:52.556410 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7ba77db9-3604-4739-a3d2-b447fddfdc51 req-589843a6-e3a4-454d-a64b-27bcbbb73d04 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307140 Aug 18 14:47:53.072174 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-c1e1b383-cd28-4140-87a9-8eeb798951ed tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:53.073536 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-c1e1b383-cd28-4140-87a9-8eeb798951ed tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/networks?id=5a1bf0dc-7a12-4bc4-b675-716a7bdde87c HTTP/1.1" status: 200 len: 813 time: 0.1020923 Aug 18 14:47:53.088133 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-b0b6634e-0e5b-4594-abc6-3dc1957fd1f8 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/quotas/6c2539cee1704c02b60e0188f704afac HTTP/1.1" status: 200 len: 375 time: 0.0090950 Aug 18 14:47:53.117575 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5fc6ad37-2e71-4c29-85f6-edea9c22d363 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c2539cee1704c02b60e0188f704afac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244710 Aug 18 14:47:53.205280 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-2cba7329-98a5-460b-a928-fdc1983fde3a service neutron] 10.222.0.38 "GET /v2.0/networks/5a1bf0dc-7a12-4bc4-b675-716a7bdde87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811470 Aug 18 14:47:53.293288 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-49cf2d11-98ac-450e-bdac-df2e2b87910d service neutron] 10.222.0.38 "GET /v2.0/networks/5a1bf0dc-7a12-4bc4-b675-716a7bdde87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815682 Aug 18 14:47:53.446830 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2eecfaa5-31cd-4e36-8b50-aa8f2ea521f2 req-f30ec8e7-1adc-43e7-a19d-2a3c9c9ea43f tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 210 time: 0.0263200 Aug 18 14:47:53.679695 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95ab6d-2ed1-4aa4-a933-0322b4ff58b1 req-736d9412-e70d-482a-8eef-86ebbc6630f1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:53.681302 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0a95ab6d-2ed1-4aa4-a933-0322b4ff58b1 req-736d9412-e70d-482a-8eef-86ebbc6630f1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0545168 Aug 18 14:47:53.720358 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0a95ab6d-2ed1-4aa4-a933-0322b4ff58b1 req-b5458ca9-095d-4afc-b855-f633349fab17 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319138 Aug 18 14:47:54.541841 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-06b05982-fc35-4c3c-8d6c-f09ca3fe42a2 req-363632ee-2f12-4f51-b198-7e1e5ea589c2 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 210 time: 0.0273139 Aug 18 14:47:54.837129 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa26ff-2260-4076-9eef-bc91efea0a77 req-6f4d435c-d8af-4f2d-a900-8218bb019bee tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:54.838607 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b2fa26ff-2260-4076-9eef-bc91efea0a77 req-6f4d435c-d8af-4f2d-a900-8218bb019bee tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0475547 Aug 18 14:47:54.874121 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b2fa26ff-2260-4076-9eef-bc91efea0a77 req-1be21c58-39f2-46ae-91de-51a6a99f0b93 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296426 Aug 18 14:47:55.633314 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d3c9f032-f729-4ae9-8c06-a3df72ca2d00 req-4991b55e-0437-456e-9550-37af0f4733ab tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 210 time: 0.0262291 Aug 18 14:47:55.993722 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bab325-0381-42fa-a293-bc9854e237d0 req-1a1f0aa8-4744-4abf-80cd-04cc62f2ba61 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:55.995220 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-21bab325-0381-42fa-a293-bc9854e237d0 req-1a1f0aa8-4744-4abf-80cd-04cc62f2ba61 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0504825 Aug 18 14:47:56.031914 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-21bab325-0381-42fa-a293-bc9854e237d0 req-4810afe0-d8c0-4f6e-a258-6fcf57ad8093 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308695 Aug 18 14:47:56.724303 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d376604b-b606-4a3d-b117-c1349b05037a req-2832115b-bf1d-4a98-a809-5027f8d39f83 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 210 time: 0.0261645 Aug 18 14:47:57.155418 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d87095-3a3f-43d7-a0e7-f0f06efc7867 req-502a6c82-7ceb-4cb2-9ef2-cb17640747c0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:57.156892 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-81d87095-3a3f-43d7-a0e7-f0f06efc7867 req-502a6c82-7ceb-4cb2-9ef2-cb17640747c0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0534782 Aug 18 14:47:57.196754 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-81d87095-3a3f-43d7-a0e7-f0f06efc7867 req-5dbdee6f-3876-4aa7-82bc-ebd9c3e024ec tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331674 Aug 18 14:47:57.818850 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3380e387-bb3c-4921-9b8b-fb6a9eaf011d req-c4a8c05f-a0f7-423d-8f51-1d04c1de712e tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 210 time: 0.0285745 Aug 18 14:47:58.315820 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba52e73-6d72-424e-a6a9-03e268a8d5c6 req-fa0bd3d6-cbd5-479a-a84c-a33469ea0efa tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:58.317265 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0ba52e73-6d72-424e-a6a9-03e268a8d5c6 req-fa0bd3d6-cbd5-479a-a84c-a33469ea0efa tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0479498 Aug 18 14:47:58.354522 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0ba52e73-6d72-424e-a6a9-03e268a8d5c6 req-6a1c9c90-3cdf-4b1b-8d77-2da90bc54454 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310555 Aug 18 14:47:58.925156 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-52bbde58-1954-45f1-83ad-bd6e519295c3 req-0621b380-0c43-4c50-87ba-cc6fcd48dd06 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 210 time: 0.0371788 Aug 18 14:47:58.972066 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ca48a-f3c5-4f8c-82be-9ce326526ed5 req-8838e990-23a8-4a3b-b6ef-e9d79e18e9c6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:58.973541 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f97ca48a-f3c5-4f8c-82be-9ce326526ed5 req-8838e990-23a8-4a3b-b6ef-e9d79e18e9c6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0509050 Aug 18 14:47:59.015651 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f97ca48a-f3c5-4f8c-82be-9ce326526ed5 req-3b6abbc3-ca7d-4d85-905d-3315eb6d9286 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355456 Aug 18 14:47:59.331164 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 34832) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:59.416226 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-39766333-b4ba-4e9b-9183-de70cb92294b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838811 Aug 18 14:47:59.959325 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-a7e274ad-9eed-4c12-a0e1-781f2c24182d tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:47:59.960768 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-a7e274ad-9eed-4c12-a0e1-781f2c24182d tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.69 "GET /v2.0/networks?id=5a1bf0dc-7a12-4bc4-b675-716a7bdde87c HTTP/1.1" status: 200 len: 813 time: 0.1058125 Aug 18 14:48:00.066855 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-60327779-64fd-4070-ae57-c39d61664e19 req-66196a8d-3fad-4eb7-8f56-6ca2c4162716 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 210 time: 0.0747752 Aug 18 14:48:00.132290 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af638fa-7a99-45ed-9f43-6891a6b4096e req-db65e799-cbb6-4523-bb16-680d3b758c17 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:00.133744 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9af638fa-7a99-45ed-9f43-6891a6b4096e req-db65e799-cbb6-4523-bb16-680d3b758c17 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0469327 Aug 18 14:48:00.169931 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9af638fa-7a99-45ed-9f43-6891a6b4096e req-8d314cd4-4574-4937-98f7-211f68fe52f1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304306 Aug 18 14:48:01.158292 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1c7187e4-e87e-4324-a4c1-70f3052838a4 req-91c03baf-78e5-4237-bc9d-552f48867002 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 210 time: 0.0256224 Aug 18 14:48:01.248126 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Request body: {'port': {'device_id': '96548716-c60b-423a-9c7a-d8bc4c689588', 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c', 'admin_state_up': True, 'tenant_id': '6c2539cee1704c02b60e0188f704afac'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:01.249313 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d53c746d-33e4-4c87-86cf-31ffa51949ae no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:48:01.360022 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db4bb6-54bc-480c-8839-2de761c60c6b req-af481032-4ac4-4116-9948-83fad66d0844 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:01.361502 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b3db4bb6-54bc-480c-8839-2de761c60c6b req-af481032-4ac4-4116-9948-83fad66d0844 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.1209424 Aug 18 14:48:01.365584 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Made reservation on behalf of 6c2539cee1704c02b60e0188f704afac for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:48:01.369106 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:01.400341 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b3db4bb6-54bc-480c-8839-2de761c60c6b req-5a01f53a-fc6f-4c56-b93e-f022e5518565 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321770 Aug 18 14:48:01.491735 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Allocated IP 172.20.0.11 (5a1bf0dc-7a12-4bc4-b675-716a7bdde87c/02a828dc-24c3-4b1c-a90c-241f9384f11a/1eafc01b-17dd-48c9-a1c2-895abc8e06ef) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:48:01.634369 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:01.672940 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:01.716718 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:48:01.719846 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:48:01.723593 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:48:01.730013 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Pushing event updated for resources: {'Port': ['ID=1eafc01b-17dd-48c9-a1c2-895abc8e06ef,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:01.761754 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.762105 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.762472 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.762818 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.763159 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.763497 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.763830 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.764163 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.764495 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.764825 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.765152 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.765479 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:01.789151 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:01.789765 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:01.803037 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-aa066b56-33fa-4675-bf66-6aea78841a19 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5591514 Aug 18 14:48:02.003609 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Request body: {'port': {'device_id': '96548716-c60b-423a-9c7a-d8bc4c689588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:02.058256 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:02.283085 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e44d-340b-4a3a-a637-d9f83ae093fe req-8f2081fb-7d4a-43ff-8b1a-de05d5a84d31 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:02.290957 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-71c9e44d-340b-4a3a-a637-d9f83ae093fe req-8f2081fb-7d4a-43ff-8b1a-de05d5a84d31 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 932 time: 0.0648544 Aug 18 14:48:02.325237 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-71c9e44d-340b-4a3a-a637-d9f83ae093fe req-179aafdf-5dd0-45a9-b6fb-3a9c311c35ab tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Aug 18 14:48:02.340638 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eafc01b-17dd-48c9-a1c2-895abc8e06ef {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:48:02.348306 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:02.360797 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Transition to ACTIVE for port object 1eafc01b-17dd-48c9-a1c2-895abc8e06ef will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:48:02.363632 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:02.418393 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Pushing event updated for resources: {'Port': ['ID=1eafc01b-17dd-48c9-a1c2-895abc8e06ef,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:02.480858 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Attempting to bind port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:48:02.481199 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Attempting to bind port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e958eeaf-3138-4e93-8b38-20767c060a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:48:02.481538 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Attempting to bind port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef on network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:48:02.485822 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef on network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:48:02.486145 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Attempting to bind port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef on network 5a1bf0dc-7a12-4bc4-b675-716a7bdde87c {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:48:02.491476 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:48:02.491816 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Checking segment: {'id': 'e958eeaf-3138-4e93-8b38-20767c060a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:48:02.492201 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Bound using segment: {'id': 'e958eeaf-3138-4e93-8b38-20767c060a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:48:02.492631 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Bound port: 1eafc01b-17dd-48c9-a1c2-895abc8e06ef, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e958eeaf-3138-4e93-8b38-20767c060a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:48:02.492989 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:02.517488 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2f690-0170-4238-8f4a-72a84bd249ba req-2b41d82a-b10b-4f58-a201-f1a860e3d9d1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:02.518916 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-88f2f690-0170-4238-8f4a-72a84bd249ba req-2b41d82a-b10b-4f58-a201-f1a860e3d9d1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0485075 Aug 18 14:48:02.556392 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] For port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:48:02.558302 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-88f2f690-0170-4238-8f4a-72a84bd249ba req-4dcc3960-d3d0-4540-8d0d-00164f92264f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332410 Aug 18 14:48:02.559756 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] For port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1eafc01b-17dd-48c9-a1c2-895abc8e06ef,segment=NetworkSegment(e958eeaf-3138-4e93-8b38-20767c060a51),segment_id=e958eeaf-3138-4e93-8b38-20767c060a51)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:48:02.564017 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:02.601062 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:02.601799 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:02.603352 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] 10.222.0.69 "PUT /v2.0/ports/1eafc01b-17dd-48c9-a1c2-895abc8e06ef HTTP/1.1" status: 200 len: 1094 time: 0.6041734 Aug 18 14:48:02.605589 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96548716-c60b-423a-9c7a-d8bc4c689588', 'tag': '1eafc01b-17dd-48c9-a1c2-895abc8e06ef'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:48:02.608007 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e206ac6e-e447-44a5-b5da-065d4c7bc277" -d '{"events": [{"name": "network-changed", "server_uuid": "96548716-c60b-423a-9c7a-d8bc4c689588", "tag": "1eafc01b-17dd-48c9-a1c2-895abc8e06ef"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:48:02.632272 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc2718-54bb-4a3a-8365-710e6c674ced service neutron] Pushing event updated for resources: {'Port': ['ID=1eafc01b-17dd-48c9-a1c2-895abc8e06ef,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:02.659737 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c226ea84-300c-4a73-a00d-5222feddd9ba x-openstack-request-id: req-c226ea84-300c-4a73-a00d-5222feddd9ba {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:48:02.660029 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96548716-c60b-423a-9c7a-d8bc4c689588", "tag": "1eafc01b-17dd-48c9-a1c2-895abc8e06ef", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:48:02.660284 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c226ea84-300c-4a73-a00d-5222feddd9ba {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:48:02.660685 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96548716-c60b-423a-9c7a-d8bc4c689588', 'tag': '1eafc01b-17dd-48c9-a1c2-895abc8e06ef', 'status': 'completed', 'code': 200} Aug 18 14:48:02.731808 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-95eb91ff-3a8e-405a-9248-7be4a88e0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:02.733294 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-95eb91ff-3a8e-405a-9248-7be4a88e0661 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c2539cee1704c02b60e0188f704afac&device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 1097 time: 0.0422394 Aug 18 14:48:02.782990 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-45e96499-f3ff-488d-9f12-19d6aa5e36e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eafc01b-17dd-48c9-a1c2-895abc8e06ef HTTP/1.1" status: 200 len: 217 time: 0.0351610 Aug 18 14:48:02.842729 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-608502bb-8efc-43a9-886c-0f300ebfe39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:02.844277 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-608502bb-8efc-43a9-886c-0f300ebfe39a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=02a828dc-24c3-4b1c-a90c-241f9384f11a HTTP/1.1" status: 200 len: 853 time: 0.0471425 Aug 18 14:48:02.887275 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-030ba4e4-9faf-4e27-ae01-a675a37153ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a1bf0dc-7a12-4bc4-b675-716a7bdde87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248587 Aug 18 14:48:02.997839 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-96dcc03d-9ba9-4cf1-bb3b-458416e0d6f5 service neutron] 10.222.0.69 "GET /v2.0/networks/5a1bf0dc-7a12-4bc4-b675-716a7bdde87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857644 Aug 18 14:48:03.105165 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-a43c8628-50b3-451e-a70e-c36f57019b40 req-ecd3d5d7-2205-4dc0-bfa5-f591b72baa03 service neutron] 10.222.0.69 "GET /v2.0/networks/5a1bf0dc-7a12-4bc4-b675-716a7bdde87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004939 Aug 18 14:48:03.153640 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 34890) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:03.273160 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206ac6e-e447-44a5-b5da-065d4c7bc277 req-074704b3-d897-4453-9edd-07b287add086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:03.275130 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e206ac6e-e447-44a5-b5da-065d4c7bc277 req-074704b3-d897-4453-9edd-07b287add086 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c2539cee1704c02b60e0188f704afac&device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 1097 time: 0.0589707 Aug 18 14:48:03.278330 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:03.421299 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:03.433949 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206ac6e-e447-44a5-b5da-065d4c7bc277 req-41a61781-c5e7-4481-b20b-55737904baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:03.434844 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e206ac6e-e447-44a5-b5da-065d4c7bc277 req-41a61781-c5e7-4481-b20b-55737904baf9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a1bf0dc-7a12-4bc4-b675-716a7bdde87c HTTP/1.1" status: 200 len: 914 time: 0.1512971 Aug 18 14:48:03.436846 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:03.482579 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e206ac6e-e447-44a5-b5da-065d4c7bc277 req-25ca4095-be89-4c51-a2f1-57cdc3c605ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eafc01b-17dd-48c9-a1c2-895abc8e06ef HTTP/1.1" status: 200 len: 217 time: 0.0378091 Aug 18 14:48:03.503268 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bbc678b7d59a4d2580192f59e211d935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485260 Aug 18 14:48:03.505172 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39bd65d-4b3a-401b-967a-e35c97aa2d13,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:03.514589 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319204ea-889a-42b2-b824-28cc68f466af req-7255fdc8-ed37-4660-8d5b-fbdec35591bb tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:03.516023 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-319204ea-889a-42b2-b824-28cc68f466af req-7255fdc8-ed37-4660-8d5b-fbdec35591bb tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 944 time: 0.0908756 Aug 18 14:48:03.516185 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 34908) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:03.521821 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.522177 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.522560 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.523081 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.523435 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.523772 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.524547 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.525046 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.525376 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.525880 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.526211 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.526574 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d90d3-f61e-44a4-8cc6-2f62a6e3c9d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:03.556718 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206ac6e-e447-44a5-b5da-065d4c7bc277 req-514b5938-8cdf-4128-91e1-8cedccc2e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:03.558177 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e206ac6e-e447-44a5-b5da-065d4c7bc277 req-514b5938-8cdf-4128-91e1-8cedccc2e267 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=02a828dc-24c3-4b1c-a90c-241f9384f11a HTTP/1.1" status: 200 len: 853 time: 0.0684407 Aug 18 14:48:03.562834 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-319204ea-889a-42b2-b824-28cc68f466af req-04395544-a530-424b-8da2-52b1d259a27b tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326929 Aug 18 14:48:03.605351 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5aca4e5f-20cb-418f-b7cf-80551a8d22fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:03.611666 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e206ac6e-e447-44a5-b5da-065d4c7bc277 req-e39ca26e-5ad8-47b8-956d-9561fe777e28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a1bf0dc-7a12-4bc4-b675-716a7bdde87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341966 Aug 18 14:48:03.683324 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16a5c0-cd21-4df8-b76d-f3d5a1e840fb req-95f62fbd-4ae5-479d-aa84-df14ec042982 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:03.684728 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8b16a5c0-cd21-4df8-b76d-f3d5a1e840fb req-95f62fbd-4ae5-479d-aa84-df14ec042982 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0491939 Aug 18 14:48:03.720495 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5aca4e5f-20cb-418f-b7cf-80551a8d22fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:03.726096 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8b16a5c0-cd21-4df8-b76d-f3d5a1e840fb req-69e9a9e1-8085-4f05-99fd-0a5c5f47d6a9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354562 Aug 18 14:48:03.769183 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-f95b1333-5f68-4734-bc44-572a7759ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:03.770706 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-f95b1333-5f68-4734-bc44-572a7759ff46 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433&tenant_id=cb2575290eb748debff661a297f0d651 HTTP/1.1" status: 200 len: 1096 time: 0.1623218 Aug 18 14:48:03.805089 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e206ac6e-e447-44a5-b5da-065d4c7bc277 req-9d455064-21c5-4546-bc12-5a4cb98174c0 service neutron] 10.222.0.69 "GET /v2.0/networks/5a1bf0dc-7a12-4bc4-b675-716a7bdde87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799464 Aug 18 14:48:03.832923 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5aca4e5f-20cb-418f-b7cf-80551a8d22fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:03.836021 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5aca4e5f-20cb-418f-b7cf-80551a8d22fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:03.837067 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5aca4e5f-20cb-418f-b7cf-80551a8d22fa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e39bd65d-4b3a-401b-967a-e35c97aa2d13 HTTP/1.1" status: 204 len: 168 time: 0.3200383 Aug 18 14:48:03.900965 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca4e5f-20cb-418f-b7cf-80551a8d22fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39bd65d-4b3a-401b-967a-e35c97aa2d13,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:03.920582 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-cebc9b6a-fa40-4392-bb50-f522df992dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:03.922116 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-cebc9b6a-fa40-4392-bb50-f522df992dfa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 1096 time: 0.1057508 Aug 18 14:48:04.011474 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-e206ac6e-e447-44a5-b5da-065d4c7bc277 req-132db96a-644b-4d66-891d-cc9080c2924e service neutron] 10.222.0.69 "GET /v2.0/networks/5a1bf0dc-7a12-4bc4-b675-716a7bdde87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864469 Aug 18 14:48:04.131338 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 34916) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:04.145186 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-90844646-1cd7-4cf8-af49-587abed579a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:04.242976 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-90844646-1cd7-4cf8-af49-587abed579a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:04.247176 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-90844646-1cd7-4cf8-af49-587abed579a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:04.287411 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-90844646-1cd7-4cf8-af49-587abed579a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=746a2fb4e4314c468f920606d0ca94b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549170 Aug 18 14:48:04.288245 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90844646-1cd7-4cf8-af49-587abed579a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2594a0a-b4ef-4c74-addd-cdee1f333eef,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:04.290885 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 34918) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:04.307960 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-e4f6e8a1-d118-4937-9c40-14c880d300b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:04.309432 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-e4f6e8a1-d118-4937-9c40-14c880d300b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 918 time: 0.3771873 Aug 18 14:48:04.342920 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6f0567d5-4ab2-4942-8129-8b85462912c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:04.365282 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6f0567d5-4ab2-4942-8129-8b85462912c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:04.375934 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-20d787f3-5110-4c40-8122-b4ad0b326ed4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae HTTP/1.1" status: 200 len: 998 time: 0.0582452 Aug 18 14:48:04.409879 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6f0567d5-4ab2-4942-8129-8b85462912c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:04.413149 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6f0567d5-4ab2-4942-8129-8b85462912c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:04.416961 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6f0567d5-4ab2-4942-8129-8b85462912c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2594a0a-b4ef-4c74-addd-cdee1f333eef HTTP/1.1" status: 204 len: 168 time: 0.1226401 Aug 18 14:48:04.426112 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-98fd20da-a0c9-45ce-8df2-18ab2a553f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:04.427287 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0567d5-4ab2-4942-8129-8b85462912c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2594a0a-b4ef-4c74-addd-cdee1f333eef,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:04.427866 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-98fd20da-a0c9-45ce-8df2-18ab2a553f4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0446031 Aug 18 14:48:04.481389 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-8c6a6567-50ec-472f-85d3-56de6dfc8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:04.483056 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-8c6a6567-50ec-472f-85d3-56de6dfc8ed8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0478301 Aug 18 14:48:04.593089 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-1eb2b2b3-4c6c-4673-b2d0-20b889f037ac service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887873 Aug 18 14:48:04.695560 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-85c4d29a-186f-46ea-861a-7fa442ccd4bd req-d9e6f4af-b118-4c8c-a057-ec4657067f90 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015563 Aug 18 14:48:04.724575 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbb7c0-fef3-4abc-8095-c2cecde74d52 req-bccfd0e4-9d98-442c-b5c8-bd060cd250fc tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:04.726529 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-23fbb7c0-fef3-4abc-8095-c2cecde74d52 req-bccfd0e4-9d98-442c-b5c8-bd060cd250fc tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 944 time: 0.0775275 Aug 18 14:48:04.789600 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-23fbb7c0-fef3-4abc-8095-c2cecde74d52 req-5446238f-1950-46dc-8b71-0b8f2ed3ada9 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508761 Aug 18 14:48:04.804181 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:48:04.872168 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b35b56-6e3f-47ca-8ce6-134ef6d35420 req-659e5bd5-19f0-4b19-aa2b-275d80afa7f9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:04.873761 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-25b35b56-6e3f-47ca-8ce6-134ef6d35420 req-659e5bd5-19f0-4b19-aa2b-275d80afa7f9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0503185 Aug 18 14:48:04.915788 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-25b35b56-6e3f-47ca-8ce6-134ef6d35420 req-5a6cb179-f0a1-4f75-b25a-021945f557f0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330458 Aug 18 14:48:05.269029 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 1eafc01b-17dd-48c9-a1c2-895abc8e06ef details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:48:05.391998 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1eafc01b-17dd-48c9-a1c2-895abc8e06ef,segment=NetworkSegment(e958eeaf-3138-4e93-8b38-20767c060a51),segment_id=e958eeaf-3138-4e93-8b38-20767c060a51)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:05.407751 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '1eafc01b-17dd-48c9-a1c2-895abc8e06ef', 'network_id': '5a1bf0dc-7a12-4bc4-b675-716a7bdde87c', 'port_id': '1eafc01b-17dd-48c9-a1c2-895abc8e06ef', 'mac_address': 'fa:16:3e:1b:d0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a828dc-24c3-4b1c-a90c-241f9384f11a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:48:05.474901 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:05.517449 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eafc01b-17dd-48c9-a1c2-895abc8e06ef {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:48:05.585706 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1eafc01b-17dd-48c9-a1c2-895abc8e06ef,segment=NetworkSegment(e958eeaf-3138-4e93-8b38-20767c060a51),segment_id=e958eeaf-3138-4e93-8b38-20767c060a51)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:05.594370 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:05.665660 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=1eafc01b-17dd-48c9-a1c2-895abc8e06ef,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:05.672209 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 34996) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:05.785941 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94feffe8-9845-4f25-9287-8dcab07adfd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:05.906540 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94feffe8-9845-4f25-9287-8dcab07adfd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:05.921687 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-94feffe8-9845-4f25-9287-8dcab07adfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:05.924905 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076052f2-2c10-47ef-b971-a6923edcf765 req-b9d6ab07-659a-4525-a797-c4a752baf4a3 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:05.926411 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-076052f2-2c10-47ef-b971-a6923edcf765 req-b9d6ab07-659a-4525-a797-c4a752baf4a3 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 945 time: 0.0662489 Aug 18 14:48:05.972757 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-94feffe8-9845-4f25-9287-8dcab07adfd2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e35ce66c9d194ce19205c3372b5d5cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993512 Aug 18 14:48:05.976110 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35012) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:06.015391 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-076052f2-2c10-47ef-b971-a6923edcf765 req-b36a51e1-36e5-4ab3-b698-1c6e1be9ed8d tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751030 Aug 18 14:48:06.039891 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94feffe8-9845-4f25-9287-8dcab07adfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c6d0ae-314d-4448-a185-4c91b3a402c5,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:06.077471 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1c71235f-f4fd-4d5a-a9de-1ec2980c3d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:06.107013 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['1eafc01b-17dd-48c9-a1c2-895abc8e06ef'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:48:06.107396 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1c71235f-f4fd-4d5a-a9de-1ec2980c3d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:06.109572 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088cf4-fafb-4983-8a00-24b8ed80c1bf req-7c04cad5-b360-4470-84cd-a46518754f6f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:06.119077 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a088cf4-fafb-4983-8a00-24b8ed80c1bf req-7c04cad5-b360-4470-84cd-a46518754f6f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0811479 Aug 18 14:48:06.206342 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a088cf4-fafb-4983-8a00-24b8ed80c1bf req-5de07276-080d-4aa4-95e1-bf3c67990331 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849776 Aug 18 14:48:06.214497 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1c71235f-f4fd-4d5a-a9de-1ec2980c3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:06.218908 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1c71235f-f4fd-4d5a-a9de-1ec2980c3d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:06.222366 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1c71235f-f4fd-4d5a-a9de-1ec2980c3d54 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/84c6d0ae-314d-4448-a185-4c91b3a402c5 HTTP/1.1" status: 204 len: 168 time: 0.2425916 Aug 18 14:48:06.238318 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71235f-f4fd-4d5a-a9de-1ec2980c3d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c6d0ae-314d-4448-a185-4c91b3a402c5,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:07.142762 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65958178-1606-4d5e-b5c7-c0d74f425650 req-68e5bd94-8673-4f84-80ef-a5ed5658e077 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:07.144257 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-65958178-1606-4d5e-b5c7-c0d74f425650 req-68e5bd94-8673-4f84-80ef-a5ed5658e077 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 945 time: 0.0486937 Aug 18 14:48:07.185346 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-65958178-1606-4d5e-b5c7-c0d74f425650 req-2b4f9386-2141-4420-99d9-d40e13320fdb tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338569 Aug 18 14:48:07.271618 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 1eafc01b-17dd-48c9-a1c2-895abc8e06ef up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:07.322394 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:48:07.322605 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea60e65-1f88-44e9-a1f3-fa14a1c9549a req-9da59345-b7f3-4bd3-b9a1-e7f6c7bb1c98 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:07.323906 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2ea60e65-1f88-44e9-a1f3-fa14a1c9549a req-9da59345-b7f3-4bd3-b9a1-e7f6c7bb1c98 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0501249 Aug 18 14:48:07.326279 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:07.326688 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:07.375332 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2ea60e65-1f88-44e9-a1f3-fa14a1c9549a req-4ee1a394-8124-47ca-9d62-27127f4e02ab tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427999 Aug 18 14:48:07.436342 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:07.459762 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96548716-c60b-423a-9c7a-d8bc4c689588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eafc01b-17dd-48c9-a1c2-895abc8e06ef'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:48:07.462035 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba9638a-473f-4767-9ec6-b131abcee9c4" -d '{"events": [{"server_uuid": "96548716-c60b-423a-9c7a-d8bc4c689588", "name": "network-vif-plugged", "status": "completed", "tag": "1eafc01b-17dd-48c9-a1c2-895abc8e06ef"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:48:07.478762 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1eafc01b-17dd-48c9-a1c2-895abc8e06ef,segment=NetworkSegment(e958eeaf-3138-4e93-8b38-20767c060a51),segment_id=e958eeaf-3138-4e93-8b38-20767c060a51)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:07.485190 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:07.521328 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2fe0e7-fac7-4bed-a96a-fd2763727e2c x-openstack-request-id: req-cd2fe0e7-fac7-4bed-a96a-fd2763727e2c {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:48:07.521623 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96548716-c60b-423a-9c7a-d8bc4c689588", "name": "network-vif-plugged", "status": "completed", "tag": "1eafc01b-17dd-48c9-a1c2-895abc8e06ef", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:48:07.521873 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cd2fe0e7-fac7-4bed-a96a-fd2763727e2c {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:48:07.522253 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96548716-c60b-423a-9c7a-d8bc4c689588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eafc01b-17dd-48c9-a1c2-895abc8e06ef', 'code': 200} Aug 18 14:48:07.549368 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=1eafc01b-17dd-48c9-a1c2-895abc8e06ef,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:08.320728 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb547f1-cf39-4eb1-92a6-dda867dd0822 req-d79175b6-5d76-46e8-b7ea-7ada619c1af8 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:08.322806 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-acb547f1-cf39-4eb1-92a6-dda867dd0822 req-d79175b6-5d76-46e8-b7ea-7ada619c1af8 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0702903 Aug 18 14:48:08.362812 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-acb547f1-cf39-4eb1-92a6-dda867dd0822 req-37fd85ac-9674-4448-9a43-c69c6142340b tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Aug 18 14:48:08.502229 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accba72-4999-4d8b-8af0-3862cca804dc req-8b2fbd5b-93f0-4aee-a685-3dd95c9f9fdf tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:08.503769 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6accba72-4999-4d8b-8af0-3862cca804dc req-8b2fbd5b-93f0-4aee-a685-3dd95c9f9fdf tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0498579 Aug 18 14:48:08.556173 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6accba72-4999-4d8b-8af0-3862cca804dc req-fadfbc78-df68-4162-b934-5e382b685123 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 Aug 18 14:48:09.488738 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351a49a-881c-465d-9369-e88c69e90380 req-9fc5c8ef-5109-4fc6-9d3a-2367e9cea278 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:09.490310 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3351a49a-881c-465d-9369-e88c69e90380 req-9fc5c8ef-5109-4fc6-9d3a-2367e9cea278 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0549562 Aug 18 14:48:09.527413 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3351a49a-881c-465d-9369-e88c69e90380 req-e29c2c1c-d35e-470c-a4da-abd88843baee tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310264 Aug 18 14:48:09.676771 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b5b22-b2c9-4736-b5e8-6f4bbaa90c28 req-c6ebfe4e-70d3-4064-924f-fb1cfe50e6bf tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:09.678332 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a53b5b22-b2c9-4736-b5e8-6f4bbaa90c28 req-c6ebfe4e-70d3-4064-924f-fb1cfe50e6bf tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0545151 Aug 18 14:48:09.717639 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a53b5b22-b2c9-4736-b5e8-6f4bbaa90c28 req-f334d970-e589-403f-957a-1d0f452c861b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331452 Aug 18 14:48:10.296851 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35126) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:10.403999 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6ee5e625-271f-433a-ba8a-654a0620802b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:10.493133 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6ee5e625-271f-433a-ba8a-654a0620802b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:10.497122 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6ee5e625-271f-433a-ba8a-654a0620802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:10.533659 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5e625-271f-433a-ba8a-654a0620802b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0188a34-02bc-4be7-923e-51bd59a41450,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:10.538521 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6ee5e625-271f-433a-ba8a-654a0620802b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ef2312923c84581b8f971e14e1138d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405336 Aug 18 14:48:10.541060 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35130) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:10.593038 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b85d287b-2b8b-40f3-b9c6-df1f36335c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:10.616800 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b85d287b-2b8b-40f3-b9c6-df1f36335c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:10.653567 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035e6a3-721a-4efd-b361-2cbd5dbdc751 req-60c2c2ba-08bb-4940-8ee0-ed62432a860d tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:10.655178 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2035e6a3-721a-4efd-b361-2cbd5dbdc751 req-60c2c2ba-08bb-4940-8ee0-ed62432a860d tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0541835 Aug 18 14:48:10.672759 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b85d287b-2b8b-40f3-b9c6-df1f36335c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:10.675933 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b85d287b-2b8b-40f3-b9c6-df1f36335c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:10.678100 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b85d287b-2b8b-40f3-b9c6-df1f36335c7f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e0188a34-02bc-4be7-923e-51bd59a41450 HTTP/1.1" status: 204 len: 168 time: 0.1360953 Aug 18 14:48:10.699434 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d287b-2b8b-40f3-b9c6-df1f36335c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0188a34-02bc-4be7-923e-51bd59a41450,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:10.709012 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2035e6a3-721a-4efd-b361-2cbd5dbdc751 req-851623d0-ebbe-4521-b00d-64d612fe7f9a tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479448 Aug 18 14:48:10.851303 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88819f-7997-4bbf-951b-d8520f5a1b04 req-70cec142-6d06-4a53-b07c-5fbee74966fc tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:10.854328 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1a88819f-7997-4bbf-951b-d8520f5a1b04 req-70cec142-6d06-4a53-b07c-5fbee74966fc tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0522521 Aug 18 14:48:10.894985 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1a88819f-7997-4bbf-951b-d8520f5a1b04 req-6fb3a9c6-d015-4f6f-b7f4-1e21cb5e45fa tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349445 Aug 18 14:48:11.834492 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acfb5f-bc2f-45bb-a89a-8910203a1cc3 req-6d63279a-63be-4540-be4b-a69c9943f45a tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:11.835973 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-69acfb5f-bc2f-45bb-a89a-8910203a1cc3 req-6d63279a-63be-4540-be4b-a69c9943f45a tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0537782 Aug 18 14:48:11.877807 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-69acfb5f-bc2f-45bb-a89a-8910203a1cc3 req-eef8b026-3ddb-4413-bab4-5bdff822e49c tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355344 Aug 18 14:48:12.030845 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7b48d-52fa-4bc8-a481-8d075811905b req-fc52c25d-e7d5-4ed8-a092-7006278f3b47 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:12.032447 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4b7b48d-52fa-4bc8-a481-8d075811905b req-fc52c25d-e7d5-4ed8-a092-7006278f3b47 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0605273 Aug 18 14:48:12.070268 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4b7b48d-52fa-4bc8-a481-8d075811905b req-d719afa5-7736-48c3-b90d-5033da854e89 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Aug 18 14:48:12.996476 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d8835-0fb4-462b-a205-2b29493dce06 req-cd82d253-be9d-44ef-bd2b-bb7f59beb04f tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:12.998200 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-556d8835-0fb4-462b-a205-2b29493dce06 req-cd82d253-be9d-44ef-bd2b-bb7f59beb04f tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0503783 Aug 18 14:48:13.034082 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-556d8835-0fb4-462b-a205-2b29493dce06 req-566932a3-c27b-476e-8a83-5ad35befdbcc tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300868 Aug 18 14:48:13.201365 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737adba-875e-4417-84c5-b8f6ffa3e5b0 req-45934b12-7e08-4e63-a69d-989c3c5e9785 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:13.203332 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f737adba-875e-4417-84c5-b8f6ffa3e5b0 req-45934b12-7e08-4e63-a69d-989c3c5e9785 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0615182 Aug 18 14:48:13.240325 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f737adba-875e-4417-84c5-b8f6ffa3e5b0 req-e9cae177-7c3e-4d08-b0ac-538d9f85348e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308869 Aug 18 14:48:13.984844 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:14.149232 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8c304-9d65-472c-adac-0f0f78e24d49 req-3b08ed3d-c381-4bb3-9110-667278b93292 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:14.150675 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6bf8c304-9d65-472c-adac-0f0f78e24d49 req-3b08ed3d-c381-4bb3-9110-667278b93292 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0474751 Aug 18 14:48:14.186537 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6bf8c304-9d65-472c-adac-0f0f78e24d49 req-0d08d826-2933-4fc1-b56b-bcf8c139e3b4 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300546 Aug 18 14:48:14.370178 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73eb04-910e-42c7-9809-0acf191adacc req-773f2a4c-de1a-4684-95d8-b3489176ba30 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:14.371784 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6e73eb04-910e-42c7-9809-0acf191adacc req-773f2a4c-de1a-4684-95d8-b3489176ba30 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0496171 Aug 18 14:48:14.408882 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6e73eb04-910e-42c7-9809-0acf191adacc req-5da0a0c8-1709-4d27-9dae-54108e4683de tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309455 Aug 18 14:48:14.552254 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-646943ba-0447-483e-aa22-21bd9ee53ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:15.316636 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35fba1-b1b7-4235-9387-99652eb75183 req-40a95f15-9ee6-4c74-b8af-c9266208ec85 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:15.318194 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8d35fba1-b1b7-4235-9387-99652eb75183 req-40a95f15-9ee6-4c74-b8af-c9266208ec85 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0515831 Aug 18 14:48:15.358494 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8d35fba1-b1b7-4235-9387-99652eb75183 req-93ee41e0-b0e5-4caa-811e-c69398c5513a tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344162 Aug 18 14:48:15.530929 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b417a-bd1c-42a5-925c-34c8c3823daf req-2bcdf87b-e217-4876-88e9-4b5e0ba87c60 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:15.532323 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bf7b417a-bd1c-42a5-925c-34c8c3823daf req-2bcdf87b-e217-4876-88e9-4b5e0ba87c60 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0486026 Aug 18 14:48:15.581079 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bf7b417a-bd1c-42a5-925c-34c8c3823daf req-0542edb4-a2ec-4d03-919b-e6fe62f73ea6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416839 Aug 18 14:48:16.489122 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711c1f5-d0f2-4051-abfa-06838b68d7bd req-af281d16-eebd-43a0-9709-b262c35c25b5 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:16.491510 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3711c1f5-d0f2-4051-abfa-06838b68d7bd req-af281d16-eebd-43a0-9709-b262c35c25b5 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0567496 Aug 18 14:48:16.531566 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3711c1f5-d0f2-4051-abfa-06838b68d7bd req-e99195ae-3ab9-4f81-bc5a-61aadaab0446 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Aug 18 14:48:16.702333 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050ea0-fc84-4a84-b74d-c79d8856c7d1 req-f1c09e59-aac7-4bdf-b282-339bcd9a5364 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:16.703830 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fa050ea0-fc84-4a84-b74d-c79d8856c7d1 req-f1c09e59-aac7-4bdf-b282-339bcd9a5364 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0517766 Aug 18 14:48:16.741907 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fa050ea0-fc84-4a84-b74d-c79d8856c7d1 req-ef0dbb1b-140b-4fa0-8a51-1ca2ed63fcfd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320709 Aug 18 14:48:17.191777 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3b01dba9-6c31-43f6-bda4-33ac302fa944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:17.298891 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:17.672760 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949a38c-6e76-4fca-bfaa-8d49a0962928 req-17225401-4b65-400f-98bf-bd9f56d5390c tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:17.674667 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f949a38c-6e76-4fca-bfaa-8d49a0962928 req-17225401-4b65-400f-98bf-bd9f56d5390c tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0502133 Aug 18 14:48:17.727787 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f949a38c-6e76-4fca-bfaa-8d49a0962928 req-f00f27d4-ca7f-4b6e-8239-ec45586fe67e tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393584 Aug 18 14:48:17.973814 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:18.043590 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ac8c-9f70-48fb-b1a6-4608268d7b96 req-3ae2ea89-62ec-4265-90fc-06eb1a3f59aa tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:18.047053 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3775ac8c-9f70-48fb-b1a6-4608268d7b96 req-3ae2ea89-62ec-4265-90fc-06eb1a3f59aa tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0536625 Aug 18 14:48:18.083430 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3775ac8c-9f70-48fb-b1a6-4608268d7b96 req-32fdbb32-d0a5-44ed-af12-252db036df15 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316906 Aug 18 14:48:18.860576 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd346ec-b463-4977-9dd0-57ef23a4357a req-d3a484e8-7144-47a0-b323-8c3eed38abb9 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:18.861960 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fcd346ec-b463-4977-9dd0-57ef23a4357a req-d3a484e8-7144-47a0-b323-8c3eed38abb9 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0709412 Aug 18 14:48:18.905583 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fcd346ec-b463-4977-9dd0-57ef23a4357a req-ce335cb6-cd8c-4cd8-a3dd-e52aedc8134a tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Aug 18 14:48:19.202996 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d25f4-d96b-4350-9110-f6609fa5dab4 req-ffa6f325-4343-4df4-9faa-ec0a6f6ad4ee tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:19.204646 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f23d25f4-d96b-4350-9110-f6609fa5dab4 req-ffa6f325-4343-4df4-9faa-ec0a6f6ad4ee tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0491323 Aug 18 14:48:19.247889 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f23d25f4-d96b-4350-9110-f6609fa5dab4 req-bc405c41-4bd3-4a12-b6ce-b4949322753a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374057 Aug 18 14:48:20.034603 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef270a-e72f-43a2-bd89-b0b55c6d8f96 req-ebb8071c-e72d-48c1-876a-5c30c27cc622 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:20.036570 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-60ef270a-e72f-43a2-bd89-b0b55c6d8f96 req-ebb8071c-e72d-48c1-876a-5c30c27cc622 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0598493 Aug 18 14:48:20.080732 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-60ef270a-e72f-43a2-bd89-b0b55c6d8f96 req-f2be2a55-56d9-42a2-9d6a-dd14fb7ad883 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371332 Aug 18 14:48:20.122930 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:20.396562 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f6a51-3dd3-4f3c-8f34-43c0a05cde29 req-2ba58236-91a5-4d10-bbb2-5f0db73b5351 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:20.398640 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1e7f6a51-3dd3-4f3c-8f34-43c0a05cde29 req-2ba58236-91a5-4d10-bbb2-5f0db73b5351 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0645776 Aug 18 14:48:20.440629 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1e7f6a51-3dd3-4f3c-8f34-43c0a05cde29 req-3fb2e9ba-91bb-497d-b509-d6e4b36e3e7b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357187 Aug 18 14:48:20.680821 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35352) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:20.790793 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c51f85d0-2ee5-4cc9-9e46-369a50b41086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:20.890422 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c51f85d0-2ee5-4cc9-9e46-369a50b41086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:20.893951 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c51f85d0-2ee5-4cc9-9e46-369a50b41086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:20.930724 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-c51f85d0-2ee5-4cc9-9e46-369a50b41086 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d12340cd40ac406d8ff64dec4b30ccfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485707 Aug 18 14:48:20.932716 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f85d0-2ee5-4cc9-9e46-369a50b41086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abe1f1c-c610-4348-b984-c2487be6bf7f,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:20.933371 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 35356) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:20.982693 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0b86d2cc-0a95-450d-8cec-47e40d89dcd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:21.004690 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0b86d2cc-0a95-450d-8cec-47e40d89dcd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:21.053818 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0b86d2cc-0a95-450d-8cec-47e40d89dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:21.053818 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0b86d2cc-0a95-450d-8cec-47e40d89dcd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:21.053818 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0b86d2cc-0a95-450d-8cec-47e40d89dcd8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5abe1f1c-c610-4348-b984-c2487be6bf7f HTTP/1.1" status: 204 len: 168 time: 0.1227884 Aug 18 14:48:21.065519 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86d2cc-0a95-450d-8cec-47e40d89dcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abe1f1c-c610-4348-b984-c2487be6bf7f,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:21.215380 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824f45-ca97-43fa-84a8-3bbd5340b958 req-d87442c2-5db8-4d0a-81d8-a81a81596cac tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:21.216888 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-97824f45-ca97-43fa-84a8-3bbd5340b958 req-d87442c2-5db8-4d0a-81d8-a81a81596cac tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0507712 Aug 18 14:48:21.257107 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-97824f45-ca97-43fa-84a8-3bbd5340b958 req-419620e9-83f1-46d0-ae27-51c3caa8cd8d tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338237 Aug 18 14:48:21.333568 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35366) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:21.348161 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-da34fc7c-5755-4216-be15-bb92a7c87746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:21.439284 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-da34fc7c-5755-4216-be15-bb92a7c87746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:21.443276 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-da34fc7c-5755-4216-be15-bb92a7c87746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:21.483386 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-da34fc7c-5755-4216-be15-bb92a7c87746 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d86ec1ef9cd42bda75e68f1d01b9379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456463 Aug 18 14:48:21.483386 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34fc7c-5755-4216-be15-bb92a7c87746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1913ea-b06f-4e32-a4d5-2aa6d2d58e67,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:21.484562 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 35370) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:21.549391 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ececa60d-96a8-4fe5-a01d-d906112a30a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:21.588151 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ececa60d-96a8-4fe5-a01d-d906112a30a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:21.619721 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09d008-53b5-4737-9d6b-f78c78759997 req-b7409658-0629-4f12-b702-ed86e626566a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:21.621213 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ad09d008-53b5-4737-9d6b-f78c78759997 req-b7409658-0629-4f12-b702-ed86e626566a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0847414 Aug 18 14:48:21.667586 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ad09d008-53b5-4737-9d6b-f78c78759997 req-db7646e2-dc9b-4590-ba81-38d5ebf34848 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384591 Aug 18 14:48:21.674612 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ececa60d-96a8-4fe5-a01d-d906112a30a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:21.677282 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ececa60d-96a8-4fe5-a01d-d906112a30a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:21.678942 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ececa60d-96a8-4fe5-a01d-d906112a30a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df1913ea-b06f-4e32-a4d5-2aa6d2d58e67 HTTP/1.1" status: 204 len: 168 time: 0.1930022 Aug 18 14:48:21.694744 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececa60d-96a8-4fe5-a01d-d906112a30a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1913ea-b06f-4e32-a4d5-2aa6d2d58e67,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:22.374696 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dc5da-af15-486d-a667-28d836514be8 req-766cfca0-ad1a-4296-a288-57473b6482f6 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:22.377577 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5a3dc5da-af15-486d-a667-28d836514be8 req-766cfca0-ad1a-4296-a288-57473b6482f6 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0537806 Aug 18 14:48:22.423916 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5a3dc5da-af15-486d-a667-28d836514be8 req-0cffe7d1-5c13-4ca2-a53f-e6c606217584 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Aug 18 14:48:22.675458 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-3442b4df-4c07-4934-a771-5db429b15a58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1392555 Aug 18 14:48:22.790999 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-3d6d1386-9ff1-40e4-8d4a-e40e26a40f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:22.793768 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-3d6d1386-9ff1-40e4-8d4a-e40e26a40f1a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 1098 time: 0.0445988 Aug 18 14:48:22.818060 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c44582-8f87-4900-81a8-f2fd4801aa29 req-063e187b-b0f4-455f-b3ca-4962dabb5769 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:22.819955 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d4c44582-8f87-4900-81a8-f2fd4801aa29 req-063e187b-b0f4-455f-b3ca-4962dabb5769 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0573869 Aug 18 14:48:22.871026 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d4c44582-8f87-4900-81a8-f2fd4801aa29 req-a55c5763-ab15-4408-affe-b04ad4e4a131 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403216 Aug 18 14:48:22.949987 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-629eb411-6af5-4c01-83a2-d1bc47e8d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:22.951475 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-629eb411-6af5-4c01-83a2-d1bc47e8d665 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 910 time: 0.1359067 Aug 18 14:48:22.971373 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493424f-7972-4803-9d02-ca93e2a385b0 req-f05ddaae-e432-4e94-a0cc-c4e4574d78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:22.972783 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c493424f-7972-4803-9d02-ca93e2a385b0 req-f05ddaae-e432-4e94-a0cc-c4e4574d78d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 1099 time: 0.0624337 Aug 18 14:48:23.043046 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-253c1919-61a9-441b-b4c0-13a8f6873e24 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f47394-5672-4e78-8c2a-922809dce60e HTTP/1.1" status: 200 len: 1001 time: 0.0827086 Aug 18 14:48:23.046653 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c493424f-7972-4803-9d02-ca93e2a385b0 req-2907ff7a-c90b-4f6b-9d84-3238c372e545 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464761 Aug 18 14:48:23.541526 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b9748-9718-44c9-82c3-d41b401c2a75 req-8f923c7c-7eef-4bb1-a34d-c16f05a9f246 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:23.543055 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c7b9748-9718-44c9-82c3-d41b401c2a75 req-8f923c7c-7eef-4bb1-a34d-c16f05a9f246 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0548491 Aug 18 14:48:23.571044 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-01d92119-f5ff-4bc8-a08e-10bd4801bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:23.572432 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-01d92119-f5ff-4bc8-a08e-10bd4801bc9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 200 len: 848 time: 0.0453298 Aug 18 14:48:23.581432 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c7b9748-9718-44c9-82c3-d41b401c2a75 req-0bd02119-bd6a-40d4-b1e9-5de70cd0ec0e tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Aug 18 14:48:23.639054 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-b05f0639-c997-4a49-ba5d-bb1521ca12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:23.640567 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-b05f0639-c997-4a49-ba5d-bb1521ca12ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f453827-31cb-4cd9-a35c-9030c6070e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0602803 Aug 18 14:48:23.767728 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-002a9bd4-d8d1-44d7-938a-2dae16f62958 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834062 Aug 18 14:48:23.787696 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 35452) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:23.862099 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-05ebd431-d759-4975-a7e0-22e7c7d7d87b req-9ab7bb09-dc17-44f1-95d3-e7973f0edf69 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869348 Aug 18 14:48:23.892704 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-05ab0a62-684b-46c5-bbe1-11a74159b6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.012515 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-05ab0a62-684b-46c5-bbe1-11a74159b6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.016288 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-05ab0a62-684b-46c5-bbe1-11a74159b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.033991 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bc35b-859b-404f-865d-30ac2e32f85a req-10cc6755-efb0-4da8-becc-405bf3545b8e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:24.035797 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-744bc35b-859b-404f-865d-30ac2e32f85a req-10cc6755-efb0-4da8-becc-405bf3545b8e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0820224 Aug 18 14:48:24.078653 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-05ab0a62-684b-46c5-bbe1-11a74159b6b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa65e4b04b3844228b3b1777641238dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898030 Aug 18 14:48:24.080665 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab0a62-684b-46c5-bbe1-11a74159b6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94da0608-3b46-4f67-b8cd-865252156c82,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:24.081845 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35458) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:24.103643 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-744bc35b-859b-404f-865d-30ac2e32f85a req-30967a97-d2b7-470f-af5c-97ed4eb76d85 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608335 Aug 18 14:48:24.132950 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b895-bd53-4cec-9ca2-2069fbb65d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.153751 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b895-bd53-4cec-9ca2-2069fbb65d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.202938 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b895-bd53-4cec-9ca2-2069fbb65d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.205536 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b895-bd53-4cec-9ca2-2069fbb65d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.206989 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2ad2b895-bd53-4cec-9ca2-2069fbb65d4d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94da0608-3b46-4f67-b8cd-865252156c82 HTTP/1.1" status: 204 len: 168 time: 0.1237366 Aug 18 14:48:24.215277 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2b895-bd53-4cec-9ca2-2069fbb65d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94da0608-3b46-4f67-b8cd-865252156c82,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:24.467378 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35466) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:24.480788 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bb3a71fb-5a6d-45ff-98a2-7cf91fb9c23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.572641 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bb3a71fb-5a6d-45ff-98a2-7cf91fb9c23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.576561 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bb3a71fb-5a6d-45ff-98a2-7cf91fb9c23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.617774 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-bb3a71fb-5a6d-45ff-98a2-7cf91fb9c23b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4dbf742fea76410a8da7ba828d8c1b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491849 Aug 18 14:48:24.619723 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a71fb-5a6d-45ff-98a2-7cf91fb9c23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7d7a3f-850b-4282-96e8-da544a58873a,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:24.620406 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 35470) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:24.715299 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80501e3-d911-4cc9-8927-b76bc5098237 req-5efdc550-4a8c-446a-8994-916eca105815 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:24.716770 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f80501e3-d911-4cc9-8927-b76bc5098237 req-5efdc550-4a8c-446a-8994-916eca105815 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0651672 Aug 18 14:48:24.717356 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cdef51e9-c04d-49d7-9677-cec3ad26f7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.755052 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cdef51e9-c04d-49d7-9677-cec3ad26f7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.789168 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f80501e3-d911-4cc9-8927-b76bc5098237 req-d0ec6b9b-65e5-4edc-8390-8783684c9d46 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629230 Aug 18 14:48:24.813853 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cdef51e9-c04d-49d7-9677-cec3ad26f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.816544 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-cdef51e9-c04d-49d7-9677-cec3ad26f7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.817659 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-cdef51e9-c04d-49d7-9677-cec3ad26f7ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b7d7a3f-850b-4282-96e8-da544a58873a HTTP/1.1" status: 204 len: 168 time: 0.1958103 Aug 18 14:48:24.825507 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef51e9-c04d-49d7-9677-cec3ad26f7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7d7a3f-850b-4282-96e8-da544a58873a,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:25.229713 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcc13d-8e05-4ad2-ba02-e7b2f8003ecf req-10616ee4-6556-4c79-9664-f908b9c2d2cd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:25.231410 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d5dcc13d-8e05-4ad2-ba02-e7b2f8003ecf req-10616ee4-6556-4c79-9664-f908b9c2d2cd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0503402 Aug 18 14:48:25.275848 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d5dcc13d-8e05-4ad2-ba02-e7b2f8003ecf req-638c0e5f-4aae-47d3-b4c1-8d4a91b0e396 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384970 Aug 18 14:48:25.910155 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1b156-727f-403e-a204-5a02e3df838d req-277c57b6-e7b2-422f-b57a-fb761a92c5ea tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:25.911906 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4db1b156-727f-403e-a204-5a02e3df838d req-277c57b6-e7b2-422f-b57a-fb761a92c5ea tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0538042 Aug 18 14:48:25.961077 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4db1b156-727f-403e-a204-5a02e3df838d req-f788ffe4-2f17-463a-a459-c7bb90263b08 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Aug 18 14:48:26.401360 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a8fb3-2aa8-4882-a56a-8e10c6e6f84a req-ce82efa4-1c76-4336-9062-b779728e8929 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:26.402850 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ce6a8fb3-2aa8-4882-a56a-8e10c6e6f84a req-ce82efa4-1c76-4336-9062-b779728e8929 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0531557 Aug 18 14:48:26.440671 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ce6a8fb3-2aa8-4882-a56a-8e10c6e6f84a req-eb394c3d-abe9-4e0e-88de-6bd66ab0feff tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320063 Aug 18 14:48:27.566374 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fab77-8f5b-42ef-a1ca-f8f80e32570d req-5b6b905e-ce5e-499b-90e5-bc83208d6ed8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:27.567801 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0a9fab77-8f5b-42ef-a1ca-f8f80e32570d req-5b6b905e-ce5e-499b-90e5-bc83208d6ed8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0524676 Aug 18 14:48:27.607631 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0a9fab77-8f5b-42ef-a1ca-f8f80e32570d req-b143afd5-89a9-4b7a-a295-195e1b48706a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331020 Aug 18 14:48:28.727678 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb2eab-71ee-409f-8714-c189037c074f req-6aa779a6-859b-4163-9950-7146e3168395 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:28.729203 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a6fb2eab-71ee-409f-8714-c189037c074f req-6aa779a6-859b-4163-9950-7146e3168395 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0490453 Aug 18 14:48:28.766233 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a6fb2eab-71ee-409f-8714-c189037c074f req-58bb1e4c-3d06-49b4-9c3f-b652675d8b80 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Aug 18 14:48:30.083539 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a663f51-0759-4d24-93a3-05accd13e26f req-58b51b10-0589-4767-a31a-954785e7180d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:30.085580 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8a663f51-0759-4d24-93a3-05accd13e26f req-58b51b10-0589-4767-a31a-954785e7180d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.2486966 Aug 18 14:48:30.121478 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8a663f51-0759-4d24-93a3-05accd13e26f req-90a0fba2-9fe5-4931-b20f-aa6fc09b8d43 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299499 Aug 18 14:48:31.237132 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38c03f-243f-47a8-ba11-1fe4283cf4d3 req-cdbb8c70-ad43-4336-ba96-3d6e6dfd4423 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:31.238629 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-af38c03f-243f-47a8-ba11-1fe4283cf4d3 req-cdbb8c70-ad43-4336-ba96-3d6e6dfd4423 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0467880 Aug 18 14:48:31.275943 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-af38c03f-243f-47a8-ba11-1fe4283cf4d3 req-a62f500f-f689-4e94-815e-44eb3af60d41 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310977 Aug 18 14:48:32.393215 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3c4ed-e104-4665-972d-b77c89787613 req-15d03e27-0978-499a-980f-e76a20c975db tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:32.394689 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-afd3c4ed-e104-4665-972d-b77c89787613 req-15d03e27-0978-499a-980f-e76a20c975db tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0470397 Aug 18 14:48:32.431487 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-afd3c4ed-e104-4665-972d-b77c89787613 req-a1d114ff-b913-444c-a10e-0f6b8ee3a8f9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299711 Aug 18 14:48:33.548521 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34710330-4bde-499b-8434-a7f3bb51628d req-966e0a57-fe0c-432e-8a60-17970d556fbb tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:33.549948 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-34710330-4bde-499b-8434-a7f3bb51628d req-966e0a57-fe0c-432e-8a60-17970d556fbb tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0495155 Aug 18 14:48:33.586026 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-34710330-4bde-499b-8434-a7f3bb51628d req-55e97839-dd86-4fca-9d6f-5661575fa797 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298772 Aug 18 14:48:34.703106 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f10b95-33e4-48aa-ab5f-935dca32ca2a req-3087421a-a2c5-4a15-89dc-69305c771590 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:34.704534 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-72f10b95-33e4-48aa-ab5f-935dca32ca2a req-3087421a-a2c5-4a15-89dc-69305c771590 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0468066 Aug 18 14:48:34.741220 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-72f10b95-33e4-48aa-ab5f-935dca32ca2a req-70c4f1c3-3bf1-4755-807a-653b285ae9b3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303214 Aug 18 14:48:35.864777 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd75752-f6a2-48fe-ba33-58fcb1b28db4 req-26613106-b214-4bab-bf0e-2d7caeb31cb2 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:35.866990 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7cd75752-f6a2-48fe-ba33-58fcb1b28db4 req-26613106-b214-4bab-bf0e-2d7caeb31cb2 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0508993 Aug 18 14:48:35.906272 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7cd75752-f6a2-48fe-ba33-58fcb1b28db4 req-19d78ba7-39cb-4b9d-ac04-fecf4e0a9de9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332508 Aug 18 14:48:37.033269 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37504629-1edb-4648-a15c-2ccf595cf56a req-d00a1eea-4f63-413d-be95-fda0acc0dfde tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:37.034719 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-37504629-1edb-4648-a15c-2ccf595cf56a req-d00a1eea-4f63-413d-be95-fda0acc0dfde tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0497496 Aug 18 14:48:37.073032 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-37504629-1edb-4648-a15c-2ccf595cf56a req-8f17a28f-ddf9-4f00-aefd-fcec9d09fef4 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320287 Aug 18 14:48:38.195353 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16074b-7ecd-4e43-b539-eec2afba969d req-7ad86c50-1433-475a-bf02-0ecbc17cc2ba tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:38.196783 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-df16074b-7ecd-4e43-b539-eec2afba969d req-7ad86c50-1433-475a-bf02-0ecbc17cc2ba tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0470343 Aug 18 14:48:38.233080 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-df16074b-7ecd-4e43-b539-eec2afba969d req-230cb04a-6004-48cd-aa47-b66a56b07616 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306039 Aug 18 14:48:39.349734 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c149d4-88cc-4c94-b366-1de0938b0ba2 req-c0213bb8-94f9-47ca-b0d5-d9304cfb01d3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:39.351202 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e9c149d4-88cc-4c94-b366-1de0938b0ba2 req-c0213bb8-94f9-47ca-b0d5-d9304cfb01d3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0488343 Aug 18 14:48:39.387454 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e9c149d4-88cc-4c94-b366-1de0938b0ba2 req-d8617fc8-f42d-4d5f-92ff-3def613ea8eb tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305514 Aug 18 14:48:40.506660 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bdfbe-e5a6-4f6c-822e-14c189a2697f req-14680287-be22-449e-829a-9201eb6a2a82 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:40.508226 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6a3bdfbe-e5a6-4f6c-822e-14c189a2697f req-14680287-be22-449e-829a-9201eb6a2a82 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 943 time: 0.0515168 Aug 18 14:48:40.544402 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6a3bdfbe-e5a6-4f6c-822e-14c189a2697f req-c62152a3-c6d5-4968-9afe-51e7ad5f29b2 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304825 Aug 18 14:48:40.585607 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d53c746d-33e4-4c87-86cf-31ffa51949ae details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:48:40.679215 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:40.689802 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'port_id': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'mac_address': 'fa:16:3e:c3:28:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:48:40.725129 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:40.737056 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53c746d-33e4-4c87-86cf-31ffa51949ae {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:48:40.755308 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:40.760521 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:40.805307 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=d53c746d-33e4-4c87-86cf-31ffa51949ae,revision_number=9']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:40.812232 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:40.812586 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:40.812929 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:40.813268 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:40.813601 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:40.813936 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:40.814269 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:40.814621 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:40.814951 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:40.815277 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:40.815605 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:40.815926 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:41.661584 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d4cbe-9bc1-4bcc-9458-e215880b40da req-f0437225-688d-4c9e-8e4b-24842d636a87 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:41.663090 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-910d4cbe-9bc1-4bcc-9458-e215880b40da req-f0437225-688d-4c9e-8e4b-24842d636a87 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.0495579 Aug 18 14:48:41.700450 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-910d4cbe-9bc1-4bcc-9458-e215880b40da req-9102404d-5440-4167-8ec8-583d692affd2 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Aug 18 14:48:41.793599 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:48:42.816583 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb329a-f0a4-43c3-9f48-fb683018a6c6 req-76309b43-5c2b-41fc-9f16-a597f1198ba9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:42.818041 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-72bb329a-f0a4-43c3-9f48-fb683018a6c6 req-76309b43-5c2b-41fc-9f16-a597f1198ba9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.0474360 Aug 18 14:48:42.854985 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-72bb329a-f0a4-43c3-9f48-fb683018a6c6 req-39d1e55a-73a8-493a-95ca-0f080ac6e346 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306842 Aug 18 14:48:43.976544 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f90bfa-c91c-432d-b712-b3d57c9b3415 req-f653887f-62a8-4d76-8e66-f09057f3de34 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:43.978057 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4f90bfa-c91c-432d-b712-b3d57c9b3415 req-f653887f-62a8-4d76-8e66-f09057f3de34 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.0516825 Aug 18 14:48:43.989018 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:44.016063 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4f90bfa-c91c-432d-b712-b3d57c9b3415 req-04b56bb1-598b-4251-b5a2-a32ea8630892 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322413 Aug 18 14:48:44.553400 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-78abe26f-9b76-49a1-b139-975bf5afb144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:44.858172 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['d53c746d-33e4-4c87-86cf-31ffa51949ae'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:48:45.138845 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e6ba9-dd93-4789-9485-793467a4f17f req-4ea6ba3d-30cd-4a72-a0ec-61a3d37d6e73 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:45.140609 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-393e6ba9-dd93-4789-9485-793467a4f17f req-4ea6ba3d-30cd-4a72-a0ec-61a3d37d6e73 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.0488400 Aug 18 14:48:45.180808 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-393e6ba9-dd93-4789-9485-793467a4f17f req-bbb9492d-b5bb-498e-818d-ef237a7c83d0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332489 Aug 18 14:48:45.272446 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 35708) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:45.378779 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-540dda8c-30a2-457a-91f1-ba2b06b84925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:45.466209 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-540dda8c-30a2-457a-91f1-ba2b06b84925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:45.470051 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-540dda8c-30a2-457a-91f1-ba2b06b84925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:45.507725 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-540dda8c-30a2-457a-91f1-ba2b06b84925 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8e80cb7cb36c474282ccb86a968b62ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342043 Aug 18 14:48:45.509610 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dda8c-30a2-457a-91f1-ba2b06b84925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b152bb2-b532-4df6-9b55-aff3cedcfeec,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:45.510486 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35716) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:45.558512 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d67f5eab-2398-408b-8c0e-7b2f6fb8f28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:45.578680 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d67f5eab-2398-408b-8c0e-7b2f6fb8f28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:45.624479 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d67f5eab-2398-408b-8c0e-7b2f6fb8f28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:45.627265 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-d67f5eab-2398-408b-8c0e-7b2f6fb8f28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:45.628405 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-d67f5eab-2398-408b-8c0e-7b2f6fb8f28c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b152bb2-b532-4df6-9b55-aff3cedcfeec HTTP/1.1" status: 204 len: 168 time: 0.1169522 Aug 18 14:48:45.635707 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f5eab-2398-408b-8c0e-7b2f6fb8f28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b152bb2-b532-4df6-9b55-aff3cedcfeec,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:46.215994 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35740) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:46.306776 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d841de8-88c9-4c49-9336-162069049d96 req-c11eca6c-2e18-4a6b-9bef-3f313aaf6c00 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:46.308404 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9d841de8-88c9-4c49-9336-162069049d96 req-c11eca6c-2e18-4a6b-9bef-3f313aaf6c00 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.0534492 Aug 18 14:48:46.309689 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1102765628-network', 'tenant_id': '5be734f088c14330b963c99e12467ac6'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:46.332221 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Made reservation on behalf of 5be734f088c14330b963c99e12467ac6 for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:48:46.334622 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.343365 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.353189 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9d841de8-88c9-4c49-9336-162069049d96 req-66b030e4-b0ba-4352-b7e4-8a61b859844d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374432 Aug 18 14:48:46.431120 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.434774 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.460819 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:48:46.465860 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5fc500-4fb1-459b-b920-a5f00a88ec4d,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:46.473400 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.473548 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Added segment cb86e885-de4b-4a80-82d7-0b016ab44df9 of type vlan for network 34cb5995-9b71-40b5-b1be-b7b7064f00da Aug 18 14:48:46.515544 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.539537 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.540636 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:46.541218 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.586352 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3690255 Aug 18 14:48:46.588974 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35748) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:46.593511 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] Request body: {'subnet': {'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1102765628-subnet', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:46.613159 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22b186-639f-4204-bcda-52fe9ac4adc5 admin admin] Pushing event updated for resources: {'Network': ['ID=34cb5995-9b71-40b5-b1be-b7b7064f00da,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:46.623053 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 34cb5995-9b71-40b5-b1be-b7b7064f00da details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:48:46.626162 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] Made reservation on behalf of 5be734f088c14330b963c99e12467ac6 for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:48:46.628546 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4181378'] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.792909 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3815244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4181396'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.849838 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3764aa65-4089-49cd-9856-114969fd6b5f,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:46.856222 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] Checking segment: {'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:48:46.856571 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] Network hostable DHCP agents. Network: 34cb5995-9b71-40b5-b1be-b7b7064f00da, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:48:46.872927 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] Network 34cb5995-9b71-40b5-b1be-b7b7064f00da is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:48:46.882142 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 34cb5995-9b71-40b5-b1be-b7b7064f00da) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:48:46.886169 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:46.886801 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.891862 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12365e1a-9481-4d7e-9852-72462b9f1633 None None] Network 34cb5995-9b71-40b5-b1be-b7b7064f00da requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:48:46.904417 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1f67b4a6-eb1d-47b9-b8d4-11bda5ae8745 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3145232 Aug 18 14:48:46.907102 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35750) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:46.911552 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:46.932458 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30918'] for router, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.933719 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30927'] for router, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:46.988942 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.044805 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c41c27-991a-5f81-9df1-e311b5c045aa-34cb5995-9b71-40b5-b1be-b7b7064f00da', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f'}]}} from dv-cinder-788365-10-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:48:47.045706 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.126721 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.180879 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Allocated IP 172.20.0.2 (34cb5995-9b71-40b5-b1be-b7b7064f00da/3764aa65-4089-49cd-9856-114969fd6b5f/265b2653-301c-4bdf-855d-340148b126ec) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:48:47.193540 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4ff38de4-4cff-4c5a-8cea-0ff5cd40436a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.326329 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.328250 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.343678 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.352998 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Transition to ACTIVE for port object 265b2653-301c-4bdf-855d-340148b126ec will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:48:47.358964 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.376951 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Transition to ACTIVE for port object 265b2653-301c-4bdf-855d-340148b126ec will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:48:47.384375 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.429028 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Network 34cb5995-9b71-40b5-b1be-b7b7064f00da is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:48:47.431991 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:48:47.435539 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:48:47.442253 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Pushing event updated for resources: {'Port': ['ID=265b2653-301c-4bdf-855d-340148b126ec,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:47.496337 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Allocated IP 172.27.0.50 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:48:47.500891 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Attempting to bind port 265b2653-301c-4bdf-855d-340148b126ec on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:48:47.501520 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Attempting to bind port 265b2653-301c-4bdf-855d-340148b126ec by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:48:47.502111 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Attempting to bind port 265b2653-301c-4bdf-855d-340148b126ec on network 34cb5995-9b71-40b5-b1be-b7b7064f00da {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:48:47.504727 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01a635-b312-4be7-851d-ae15b14bcecd req-f51858df-564c-427c-8ead-c407ea74f3c6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:47.508005 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:48:47.508590 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Checking segment: {'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:48:47.509269 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.509773 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Bound using segment: {'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:48:47.510448 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Bound port: 265b2653-301c-4bdf-855d-340148b126ec, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:48:47.510942 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.514140 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a01a635-b312-4be7-851d-ae15b14bcecd req-f51858df-564c-427c-8ead-c407ea74f3c6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.0774369 Aug 18 14:48:47.581111 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] For port 265b2653-301c-4bdf-855d-340148b126ec, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:48:47.585498 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] For port 265b2653-301c-4bdf-855d-340148b126ec, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=265b2653-301c-4bdf-855d-340148b126ec,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:48:47.593007 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.609055 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a01a635-b312-4be7-851d-ae15b14bcecd req-bc210212-ed67-4a0a-9d47-c01128196d37 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768015 Aug 18 14:48:47.609538 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.656414 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.658738 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a64eb-383b-4de0-96da-a8d1afedabfe None None] Pushing event updated for resources: {'Port': ['ID=265b2653-301c-4bdf-855d-340148b126ec,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:47.698332 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:48:47.701366 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:48:47.705162 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:48:47.729638 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Pushing event updated for resources: {'Port': ['ID=e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:47.972051 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:47.976206 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:48.163075 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612893'] for router, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:48.311760 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Router a2f67069-b024-4594-aa26-f9169be8c704 is scheduled to L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 with binding_index 1 {{(pid=100499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:48:48.419468 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:48:48.432392 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Sync routers for ids ['a2f67069-b024-4594-aa26-f9169be8c704'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:48:48.435653 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:48.439723 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ec47a597-1016-44b1-8190-042352e8dffb admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5292332 Aug 18 14:48:48.440538 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 35760) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:48.444747 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Routers {'a2f67069-b024-4594-aa26-f9169be8c704'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:48:48.445383 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:48:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['a2f67069-b024-4594-aa26-f9169be8c704'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:48.601520 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7349e9b6-4469-4c4f-abc1-506fafd55bf1 None None] Network 34cb5995-9b71-40b5-b1be-b7b7064f00da requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:48:48.690898 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d53c746d-33e4-4c87-86cf-31ffa51949ae up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:48.719358 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-f2f08c2d-fc44-456d-828e-7a13d124150f None None] Provisioning for port 265b2653-301c-4bdf-855d-340148b126ec completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:48:48.774330 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Set router a2f67069-b024-4594-aa26-f9169be8c704 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:48:48.792993 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ace3-21f7-403c-a7c9-57e3433576bd req-521dda13-0e50-492b-844f-76d056533d94 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:48.794379 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-34b4ace3-21f7-403c-a7c9-57e3433576bd req-521dda13-0e50-492b-844f-76d056533d94 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 944 time: 0.0891178 Aug 18 14:48:48.864087 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-34b4ace3-21f7-403c-a7c9-57e3433576bd req-ea709e79-93d8-43bb-bc28-859d17f62560 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632734 Aug 18 14:48:48.902125 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port d53c746d-33e4-4c87-86cf-31ffa51949ae triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:48.902518 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:48.942894 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.072787 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.100840 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Allocated IP 172.20.0.1 (34cb5995-9b71-40b5-b1be-b7b7064f00da/3764aa65-4089-49cd-9856-114969fd6b5f/3e7a02fc-1995-47f3-92b9-9c0be08d7d19) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:48:49.101758 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:48:49.103245 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37003258-9483-47c9-82c9-bd069ebc7a4b" -d '{"events": [{"server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "name": "network-vif-plugged", "status": "completed", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:48:49.117146 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:47Z', 'revision_number': 3, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:49.127681 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:49.156652 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.158728 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Checking router: a2f67069-b024-4594-aa26-f9169be8c704 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:48:49.159035 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Updating router a2f67069-b024-4594-aa26-f9169be8c704 port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d binding host dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:48:49.214723 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.217803 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.235471 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Transition to ACTIVE for port object 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 will not be triggered until provisioned by entity DHCP. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:48:49.257400 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=d53c746d-33e4-4c87-86cf-31ffa51949ae,revision_number=10']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:49.278453 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.315372 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d933e29-41d1-4054-b54c-1b930dbebb9a x-openstack-request-id: req-1d933e29-41d1-4054-b54c-1b930dbebb9a {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:48:49.315667 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "name": "network-vif-plugged", "status": "completed", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:48:49.315918 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d933e29-41d1-4054-b54c-1b930dbebb9a {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:48:49.316309 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'code': 200} Aug 18 14:48:49.317913 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Network 34cb5995-9b71-40b5-b1be-b7b7064f00da is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:48:49.322450 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:48:49.326667 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:48:49.329635 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7a02fc-1995-47f3-92b9-9c0be08d7d19,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:49.365877 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634453'] for router_interface, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.515705 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.516533 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.527100 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Transition to ACTIVE for port object e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:48:49.535710 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.571919 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 265b2653-301c-4bdf-855d-340148b126ec up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:49.631677 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Attempting to bind port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:48:49.632053 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Attempting to bind port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:48:49.632416 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Attempting to bind port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d on network f70b9128-261f-4c77-8b6f-a0f6f98fd191 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:48:49.637001 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ca15e-3eef-4a98-8164-f7d7266c52f6 None None] Pushing event updated for resources: {'Port': ['ID=e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:49.647865 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:48:49.648504 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Checking segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:48:49.648900 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.649296 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Bound using segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:48:49.649780 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Bound port: e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:48:49.650266 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.673479 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-43e40e88-11cb-4d53-b1db-f3f3e30d912b None None] Provisioning for port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:48:49.685471 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-43e40e88-11cb-4d53-b1db-f3f3e30d912b None None] Provisioning complete for port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:49.685844 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-43e40e88-11cb-4d53-b1db-f3f3e30d912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.685984 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.690866 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.737244 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 265b2653-301c-4bdf-855d-340148b126ec completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:48:49.753650 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] For port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:48:49.753650 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 265b2653-301c-4bdf-855d-340148b126ec triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:49.753650 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.759455 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-43e40e88-11cb-4d53-b1db-f3f3e30d912b None None] Port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:48:49.765871 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634529'] for router_interface, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.767776 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7a02fc-1995-47f3-92b9-9c0be08d7d19,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:49.784151 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] For port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:48:49.791088 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:49.860609 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Routers {'a2f67069-b024-4594-aa26-f9169be8c704'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:48:49.861238 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:48:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['a2f67069-b024-4594-aa26-f9169be8c704'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:49.861799 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Network 34cb5995-9b71-40b5-b1be-b7b7064f00da is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:48:49.863198 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:48:49.897306 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ca15e-3eef-4a98-8164-f7d7266c52f6 None None] Pushing event updated for resources: {'Port': ['ID=e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:49.945191 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.018004 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 265b2653-301c-4bdf-855d-340148b126ec, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=265b2653-301c-4bdf-855d-340148b126ec,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:50.025762 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b961c-3098-4bcb-bf92-0517ff5e6a8b req-2b8cdd3a-6579-4b85-bb9e-5988142a8898 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:50.027367 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-464b961c-3098-4bcb-bf92-0517ff5e6a8b req-2b8cdd3a-6579-4b85-bb9e-5988142a8898 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 946 time: 0.0701745 Aug 18 14:48:50.027579 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.029518 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Router a2f67069-b024-4594-aa26-f9169be8c704 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:48:50.030722 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] Set router a2f67069-b024-4594-aa26-f9169be8c704 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:48:50.141309 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-464b961c-3098-4bcb-bf92-0517ff5e6a8b req-144b9e6b-1e3e-4beb-8237-6cb57fee47cc tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999296 Aug 18 14:48:50.159767 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-52aba82c-9e6d-4ee2-af04-f5beca648c28 None None] Provisioning complete for port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:50.160160 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-52aba82c-9e6d-4ee2-af04-f5beca648c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.163542 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:48:50.164205 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=265b2653-301c-4bdf-855d-340148b126ec,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:50.176882 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7d4c2596-6bdc-43ce-a4af-13bb4cf35115 admin admin] 10.222.0.38 "PUT /v2.0/routers/a2f67069-b024-4594-aa26-f9169be8c704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7274027 Aug 18 14:48:50.338420 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.361073 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-52aba82c-9e6d-4ee2-af04-f5beca648c28 None None] Port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:48:50.439690 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '3e7a02fc-1995-47f3-92b9-9c0be08d7d19', 'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'mac_address': 'fa:16:3e:bb:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:48Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 2, 'project_id': '5be734f088c14330b963c99e12467ac6', 'subnets': [{'id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:50.467926 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb508879-7c35-41ac-aa79-e44ce92e52e9 None None] The sync data for ids ['a2f67069-b024-4594-aa26-f9169be8c704'] in dv-cinder-788365-10-iscsi is: [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '3e7a02fc-1995-47f3-92b9-9c0be08d7d19', 'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'mac_address': 'fa:16:3e:bb:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:48Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 2, 'project_id': '5be734f088c14330b963c99e12467ac6', 'subnets': [{'id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:48:50.645049 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 35792) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:50.649627 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1723789448-network', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:50.680542 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Made reservation on behalf of 8ef8cee2b95d4ae989280c9a6ba253ee for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:48:50.682802 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.692873 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.790951 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.796741 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.825751 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:48:50.832069 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64be28dd-6a3f-4eea-830d-8d34aedcb8bd,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:50.838191 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.838566 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Added segment a15cd86c-926a-48fb-9b6e-bfe7e3015d3d of type vlan for network eb98abbd-255f-48a1-9773-0c5d06317754 Aug 18 14:48:50.883705 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.908946 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.910007 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:50.910711 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:50.967228 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3221927 Aug 18 14:48:50.970111 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35796) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:50.972307 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e579e-eca0-4851-ba08-7dfa8abe4409 admin admin] Pushing event updated for resources: {'Network': ['ID=eb98abbd-255f-48a1-9773-0c5d06317754,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:50.976205 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] Request body: {'subnet': {'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1723789448-subnet', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:50.983481 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network eb98abbd-255f-48a1-9773-0c5d06317754 details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:48:50.998033 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] Made reservation on behalf of 8ef8cee2b95d4ae989280c9a6ba253ee for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:48:51.001172 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4181378'] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:51.287022 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe929d-a8f0-4fe6-86af-d302cfd6c09c req-590b7a91-a08d-4f8e-b612-e286b40b3efd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:51.288587 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b4fe929d-a8f0-4fe6-86af-d302cfd6c09c req-590b7a91-a08d-4f8e-b612-e286b40b3efd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 946 time: 0.0541077 Aug 18 14:48:51.330512 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b4fe929d-a8f0-4fe6-86af-d302cfd6c09c req-56e59021-d853-4d27-9119-f3edd0f875f2 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357604 Aug 18 14:48:51.465537 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3815244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4181396'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:51.527399 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4ef208-0191-4ee8-89d5-211b21d61ce4,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:51.535703 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] Checking segment: {'id': 'a15cd86c-926a-48fb-9b6e-bfe7e3015d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:48:51.536138 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] Network hostable DHCP agents. Network: eb98abbd-255f-48a1-9773-0c5d06317754, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:48:51.554585 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] Network eb98abbd-255f-48a1-9773-0c5d06317754 is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:48:51.565184 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, eb98abbd-255f-48a1-9773-0c5d06317754) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:48:51.571527 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:51.572555 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:51.576794 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad56be-2fc0-411b-9327-6d22ad8d7a64 None None] Network eb98abbd-255f-48a1-9773-0c5d06317754 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:48:51.590906 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3afa8a78-2325-4dff-ad42-fe76ad49739c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6193950 Aug 18 14:48:51.594914 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 35802) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:51.600007 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1723789448-router', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:51.623229 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30918'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:51.623435 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 265b2653-301c-4bdf-855d-340148b126ec up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:51.624242 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30927'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:51.678982 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:51.731268 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 265b2653-301c-4bdf-855d-340148b126ec triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:51.731651 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:51.809676 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c41c27-991a-5f81-9df1-e311b5c045aa-eb98abbd-255f-48a1-9773-0c5d06317754', 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'fixed_ips': [{'subnet_id': 'cb4ef208-0191-4ee8-89d5-211b21d61ce4'}]}} from dv-cinder-788365-10-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:48:51.810576 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:51.920486 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:52.019942 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Allocated IP 172.20.0.2 (eb98abbd-255f-48a1-9773-0c5d06317754/cb4ef208-0191-4ee8-89d5-211b21d61ce4/46962d82-2c1d-4241-a9c3-58d3a1d1138f) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:48:52.023497 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:48:52.027652 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.033934 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:52.034328 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.127580 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48447196-7378-44c7-b228-3c7ac24648f8 req-e3a9167a-7881-42ea-9009-981cd4fb57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:52.129733 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-48447196-7378-44c7-b228-3c7ac24648f8 req-e3a9167a-7881-42ea-9009-981cd4fb57b7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 1099 time: 0.0450296 Aug 18 14:48:52.171025 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-48447196-7378-44c7-b228-3c7ac24648f8 req-fb93da1b-a042-4667-8620-5ee3056628c4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328991 Aug 18 14:48:52.213399 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.244320 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.249567 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:52.250837 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.257723 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.262946 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Transition to ACTIVE for port object 46962d82-2c1d-4241-a9c3-58d3a1d1138f will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:48:52.263859 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.304082 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Transition to ACTIVE for port object 46962d82-2c1d-4241-a9c3-58d3a1d1138f will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:48:52.318360 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.326841 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:52.370175 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Network eb98abbd-255f-48a1-9773-0c5d06317754 is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:48:52.376483 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:48:52.380038 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:48:52.382177 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Allocated IP 172.27.0.136 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/2e179b88-1974-4a4f-8f55-b52347d392e0) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:48:52.407865 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Pushing event updated for resources: {'Port': ['ID=46962d82-2c1d-4241-a9c3-58d3a1d1138f,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:52.447699 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Attempting to bind port 46962d82-2c1d-4241-a9c3-58d3a1d1138f on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:48:52.448067 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Attempting to bind port 46962d82-2c1d-4241-a9c3-58d3a1d1138f by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'a15cd86c-926a-48fb-9b6e-bfe7e3015d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:48:52.448427 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Attempting to bind port 46962d82-2c1d-4241-a9c3-58d3a1d1138f on network eb98abbd-255f-48a1-9773-0c5d06317754 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:48:52.453501 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:48:52.453861 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Checking segment: {'id': 'a15cd86c-926a-48fb-9b6e-bfe7e3015d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:48:52.454258 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.454680 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Bound using segment: {'id': 'a15cd86c-926a-48fb-9b6e-bfe7e3015d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:48:52.455157 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Bound port: 46962d82-2c1d-4241-a9c3-58d3a1d1138f, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15cd86c-926a-48fb-9b6e-bfe7e3015d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:48:52.455542 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.517998 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaac06-4b71-4d1d-b84a-2af97a6128c3 req-c07f226c-68a3-4f71-ad42-0b919c6e4d2e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:52.519627 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0dbaac06-4b71-4d1d-b84a-2af97a6128c3 req-c07f226c-68a3-4f71-ad42-0b919c6e4d2e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 946 time: 0.0792668 Aug 18 14:48:52.526769 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Sync routers for ids ['a2f67069-b024-4594-aa26-f9169be8c704'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:48:52.533564 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] For port 46962d82-2c1d-4241-a9c3-58d3a1d1138f, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:48:52.537144 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] For port 46962d82-2c1d-4241-a9c3-58d3a1d1138f, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=46962d82-2c1d-4241-a9c3-58d3a1d1138f,segment=NetworkSegment(a15cd86c-926a-48fb-9b6e-bfe7e3015d3d),segment_id=a15cd86c-926a-48fb-9b6e-bfe7e3015d3d)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:48:52.539692 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Routers {'a2f67069-b024-4594-aa26-f9169be8c704'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:48:52.541217 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:48:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['a2f67069-b024-4594-aa26-f9169be8c704'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:52.543474 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.569878 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.593630 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0dbaac06-4b71-4d1d-b84a-2af97a6128c3 req-825aaf4d-515d-4933-b1e9-c611f39a522d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662367 Aug 18 14:48:52.630716 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:52.643327 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffe42b-ab3d-4793-8532-b35618f92ca6 None None] Pushing event updated for resources: {'Port': ['ID=46962d82-2c1d-4241-a9c3-58d3a1d1138f,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:52.679237 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:48:52.682159 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:48:52.684717 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:48:52.709098 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Set router a2f67069-b024-4594-aa26-f9169be8c704 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:48:52.722642 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Pushing event updated for resources: {'Port': ['ID=2e179b88-1974-4a4f-8f55-b52347d392e0,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:52.954796 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '3e7a02fc-1995-47f3-92b9-9c0be08d7d19', 'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'mac_address': 'fa:16:3e:bb:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:48Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 2, 'project_id': '5be734f088c14330b963c99e12467ac6', 'subnets': [{'id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:52.985934 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Checking router: a2f67069-b024-4594-aa26-f9169be8c704 for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:48:52.986385 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Updating router a2f67069-b024-4594-aa26-f9169be8c704 port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 binding host dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:48:52.993688 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.010529 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.183370 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612893'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.272004 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.282867 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Transition to ACTIVE for port object 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:48:53.288776 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.326055 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Router 0869dbc5-71ea-4caf-98a2-538420de103d is scheduled to L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 with binding_index 1 {{(pid=100500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:48:53.344419 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Pushing event updated for resources: {'Port': ['ID=3e7a02fc-1995-47f3-92b9-9c0be08d7d19,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:53.352897 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.353262 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.353608 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.353945 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.354278 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.354651 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.354985 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.355312 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.355640 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.355963 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.356287 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.356613 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:48:53.406882 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Attempting to bind port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:48:53.407260 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Attempting to bind port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:48:53.407625 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Attempting to bind port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 on network 34cb5995-9b71-40b5-b1be-b7b7064f00da {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:48:53.413117 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:48:53.413492 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Checking segment: {'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:48:53.413898 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.414292 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Bound using segment: {'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:48:53.414995 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Bound port: 3e7a02fc-1995-47f3-92b9-9c0be08d7d19, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:48:53.415397 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.441514 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:48:53.455377 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Sync routers for ids ['0869dbc5-71ea-4caf-98a2-538420de103d'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:48:53.485603 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Routers {'0869dbc5-71ea-4caf-98a2-538420de103d'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:48:53.486977 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] For port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:48:53.489680 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:48:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0869dbc5-71ea-4caf-98a2-538420de103d'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:53.490200 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] For port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=3e7a02fc-1995-47f3-92b9-9c0be08d7d19,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:48:53.503350 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.504204 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.508659 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35818) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:53.512594 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-a1aab6d0-62c5-43f0-903f-4e249afd5a87 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9163074 Aug 18 14:48:53.588501 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f202f2e-ac89-40e9-a4cb-873b88ee3759 None None] Pushing event updated for resources: {'Port': ['ID=3e7a02fc-1995-47f3-92b9-9c0be08d7d19,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:53.632600 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Routers {'a2f67069-b024-4594-aa26-f9169be8c704'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:48:53.633245 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:48:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['a2f67069-b024-4594-aa26-f9169be8c704'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:53.681923 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Set router 0869dbc5-71ea-4caf-98a2-538420de103d gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:48:53.768850 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 46962d82-2c1d-4241-a9c3-58d3a1d1138f up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:53.848093 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] Set router a2f67069-b024-4594-aa26-f9169be8c704 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:48:53.865995 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1e070-e6c7-47a4-80d7-a9b9f189a8b6 req-302f7732-868b-4fbf-a4f2-9bfda7728895 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:53.869526 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cfc1e070-e6c7-47a4-80d7-a9b9f189a8b6 req-302f7732-868b-4fbf-a4f2-9bfda7728895 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 946 time: 0.1105542 Aug 18 14:48:53.901747 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4312547-04c8-4f1b-b94f-03d851844609 None None] Network eb98abbd-255f-48a1-9773-0c5d06317754 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:48:53.971328 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cfc1e070-e6c7-47a4-80d7-a9b9f189a8b6 req-6f840e31-cba6-4d3d-9bbd-f93bf4d4c4b9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911682 Aug 18 14:48:54.097948 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 46962d82-2c1d-4241-a9c3-58d3a1d1138f completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:48:54.116985 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:54.141329 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '3e7a02fc-1995-47f3-92b9-9c0be08d7d19', 'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'mac_address': 'fa:16:3e:bb:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:48Z', 'updated_at': '2021-08-18T14:48:53Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'subnets': [{'id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:54.144580 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-c2eef747-cef3-45c1-a019-50c012013793 None None] Provisioning for port 46962d82-2c1d-4241-a9c3-58d3a1d1138f completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:48:54.175632 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025dda95-d59f-48b9-bd22-527af31e51bc None None] The sync data for ids ['a2f67069-b024-4594-aa26-f9169be8c704'] in dv-cinder-788365-10-iscsi is: [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '3e7a02fc-1995-47f3-92b9-9c0be08d7d19', 'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'mac_address': 'fa:16:3e:bb:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:48Z', 'updated_at': '2021-08-18T14:48:53Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'subnets': [{'id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:48:54.193986 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-c2eef747-cef3-45c1-a019-50c012013793 None None] Provisioning complete for port 46962d82-2c1d-4241-a9c3-58d3a1d1138f triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:54.194902 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c2eef747-cef3-45c1-a019-50c012013793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:54.220462 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:54.353812 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:54.354415 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:54.434884 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Allocated IP 172.20.0.1 (eb98abbd-255f-48a1-9773-0c5d06317754/cb4ef208-0191-4ee8-89d5-211b21d61ce4/5f80c062-04b6-4cc6-8243-5d4a6305cf1b) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:48:54.440622 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'name': 'tempest-TestShelveInstance-1723789448-router', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:51Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 3, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'gw_port': {'id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:52Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:54.486183 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Checking router: 0869dbc5-71ea-4caf-98a2-538420de103d for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:48:54.486846 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Updating router 0869dbc5-71ea-4caf-98a2-538420de103d port 2e179b88-1974-4a4f-8f55-b52347d392e0 binding host dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:48:54.490298 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c2eef747-cef3-45c1-a019-50c012013793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:54.580390 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:54.587956 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:54.594625 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-c2eef747-cef3-45c1-a019-50c012013793 None None] For port 46962d82-2c1d-4241-a9c3-58d3a1d1138f, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=46962d82-2c1d-4241-a9c3-58d3a1d1138f,segment=NetworkSegment(a15cd86c-926a-48fb-9b6e-bfe7e3015d3d),segment_id=a15cd86c-926a-48fb-9b6e-bfe7e3015d3d)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:54.617653 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Transition to ACTIVE for port object 5f80c062-04b6-4cc6-8243-5d4a6305cf1b will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:48:54.623068 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c2eef747-cef3-45c1-a019-50c012013793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:54.690856 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:54.767530 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eef747-cef3-45c1-a019-50c012013793 None None] Pushing event updated for resources: {'Port': ['ID=46962d82-2c1d-4241-a9c3-58d3a1d1138f,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:54.769312 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Network eb98abbd-255f-48a1-9773-0c5d06317754 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:48:54.772881 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:48:54.780628 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:48:54.827777 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Pushing event updated for resources: {'Port': ['ID=5f80c062-04b6-4cc6-8243-5d4a6305cf1b,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:54.851646 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634453'] for router_interface, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:54.875293 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-8647d730-0c31-4f4f-89fa-088de5d4422f None None] Provisioning complete for port 46962d82-2c1d-4241-a9c3-58d3a1d1138f triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:54.875810 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8647d730-0c31-4f4f-89fa-088de5d4422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.069833 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.087125 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.116343 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Transition to ACTIVE for port object 2e179b88-1974-4a4f-8f55-b52347d392e0 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:48:55.124113 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.156597 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Attempting to bind port 2e179b88-1974-4a4f-8f55-b52347d392e0 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:48:55.157138 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Attempting to bind port 2e179b88-1974-4a4f-8f55-b52347d392e0 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:48:55.157508 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Attempting to bind port 2e179b88-1974-4a4f-8f55-b52347d392e0 on network f70b9128-261f-4c77-8b6f-a0f6f98fd191 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:48:55.184448 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66a4a3-e948-49d3-8127-aa929697d588 req-bfac4829-b491-41e5-8d65-41bc04205b3f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:55.186376 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:48:55.186804 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Checking segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:48:55.187217 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.187619 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Bound using segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:48:55.188099 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Bound port: 2e179b88-1974-4a4f-8f55-b52347d392e0, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:48:55.188486 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.196844 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ba66a4a3-e948-49d3-8127-aa929697d588 req-bfac4829-b491-41e5-8d65-41bc04205b3f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 946 time: 0.0811405 Aug 18 14:48:55.248389 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ba66a4a3-e948-49d3-8127-aa929697d588 req-dd980eae-dea2-4b39-bd94-c6b11d90a28c tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500360 Aug 18 14:48:55.306068 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.311904 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.380963 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfaf20-a22c-4584-849e-aa80e91a9890 None None] Pushing event updated for resources: {'Port': ['ID=2e179b88-1974-4a4f-8f55-b52347d392e0,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:55.385441 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634529'] for router_interface, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.397330 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Pushing event updated for resources: {'Port': ['ID=5f80c062-04b6-4cc6-8243-5d4a6305cf1b,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:55.413886 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-3c90a6c3-69fa-43f9-9c34-368148deab1d None None] Provisioning for port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:48:55.422160 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-3c90a6c3-69fa-43f9-9c34-368148deab1d None None] Provisioning complete for port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:55.422665 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3c90a6c3-69fa-43f9-9c34-368148deab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.459742 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] For port 2e179b88-1974-4a4f-8f55-b52347d392e0, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:48:55.495603 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Network eb98abbd-255f-48a1-9773-0c5d06317754 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:48:55.496521 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] For port 2e179b88-1974-4a4f-8f55-b52347d392e0, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=2e179b88-1974-4a4f-8f55-b52347d392e0,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:48:55.497414 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:48:55.500337 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-3c90a6c3-69fa-43f9-9c34-368148deab1d None None] Port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:48:55.505727 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.566813 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Routers {'0869dbc5-71ea-4caf-98a2-538420de103d'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:48:55.567480 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:48:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0869dbc5-71ea-4caf-98a2-538420de103d'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:55.619185 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:55.623380 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfaf20-a22c-4584-849e-aa80e91a9890 None None] Pushing event updated for resources: {'Port': ['ID=2e179b88-1974-4a4f-8f55-b52347d392e0,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:55.684296 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Router 0869dbc5-71ea-4caf-98a2-538420de103d has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:48:55.749925 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] Set router 0869dbc5-71ea-4caf-98a2-538420de103d gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:48:55.753919 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:48:55.793186 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:55.793575 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.861127 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:48:55.867283 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1301c628-feb7-4ffb-ba1c-64089c643172 admin admin] 10.222.0.38 "PUT /v2.0/routers/0869dbc5-71ea-4caf-98a2-538420de103d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3569024 Aug 18 14:48:55.918656 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-7a010344-f80c-4e48-a5b1-7f6c960221e3 None None] Provisioning complete for port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:55.919054 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7a010344-f80c-4e48-a5b1-7f6c960221e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:55.971118 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-7a010344-f80c-4e48-a5b1-7f6c960221e3 None None] Port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:48:56.046361 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.097654 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=3e7a02fc-1995-47f3-92b9-9c0be08d7d19,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:56.107029 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.107822 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 46962d82-2c1d-4241-a9c3-58d3a1d1138f up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:56.176700 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'name': 'tempest-TestShelveInstance-1723789448-router', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:51Z', 'updated_at': '2021-08-18T14:48:55Z', 'revision_number': 4, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'gw_port': {'id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:52Z', 'updated_at': '2021-08-18T14:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '5f80c062-04b6-4cc6-8243-5d4a6305cf1b', 'name': '', 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'mac_address': 'fa:16:3e:60:53:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cb4ef208-0191-4ee8-89d5-211b21d61ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:54Z', 'updated_at': '2021-08-18T14:48:55Z', 'revision_number': 2, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'subnets': [{'id': 'cb4ef208-0191-4ee8-89d5-211b21d61ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:56.220552 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c50c6-7d57-4848-9c26-5bf57ae67bf8 None None] The sync data for ids ['0869dbc5-71ea-4caf-98a2-538420de103d'] in dv-cinder-788365-10-iscsi is: [{'id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'name': 'tempest-TestShelveInstance-1723789448-router', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:51Z', 'updated_at': '2021-08-18T14:48:55Z', 'revision_number': 4, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'gw_port': {'id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:52Z', 'updated_at': '2021-08-18T14:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '5f80c062-04b6-4cc6-8243-5d4a6305cf1b', 'name': '', 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'mac_address': 'fa:16:3e:60:53:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cb4ef208-0191-4ee8-89d5-211b21d61ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:54Z', 'updated_at': '2021-08-18T14:48:55Z', 'revision_number': 2, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'subnets': [{'id': 'cb4ef208-0191-4ee8-89d5-211b21d61ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:48:56.226007 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=3e7a02fc-1995-47f3-92b9-9c0be08d7d19,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:56.244138 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 46962d82-2c1d-4241-a9c3-58d3a1d1138f triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:56.244138 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.414476 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93744d-f889-4845-a1d8-ce493d432128 req-70c4745c-0383-4ed3-ad61-7c51bbc6c771 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:48:56.415957 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a93744d-f889-4845-a1d8-ce493d432128 req-70c4745c-0383-4ed3-ad61-7c51bbc6c771 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 946 time: 0.0496628 Aug 18 14:48:56.480539 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a93744d-f889-4845-a1d8-ce493d432128 req-02255ade-9a19-4166-97fb-1b54856b7958 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583236 Aug 18 14:48:56.519914 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35906) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:56.525841 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-eb8fe84a-cbed-4df6-aa29-3fae329bbbc7 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641962956', 'description': 'tempest-secgroup-smoke-641962956 description', 'project_id': '5be734f088c14330b963c99e12467ac6'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:56.554675 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe84a-cbed-4df6-aa29-3fae329bbbc7 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.649745 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe84a-cbed-4df6-aa29-3fae329bbbc7 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.654729 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe84a-cbed-4df6-aa29-3fae329bbbc7 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.684819 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-eb8fe84a-cbed-4df6-aa29-3fae329bbbc7 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.686070 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-eb8fe84a-cbed-4df6-aa29-3fae329bbbc7 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1643841 Aug 18 14:48:56.688020 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fe84a-cbed-4df6-aa29-3fae329bbbc7 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f55c08-5661-4733-b3ee-4a44aaa9f44d,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:56.689171 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 35910) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:56.694457 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-f981abd5-c042-4f35-83bd-2eff80d3b9a1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Request body: {'security_group_rule': {'security_group_id': '02f55c08-5661-4733-b3ee-4a44aaa9f44d', 'project_id': '5be734f088c14330b963c99e12467ac6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:56.727432 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f981abd5-c042-4f35-83bd-2eff80d3b9a1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.776379 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f981abd5-c042-4f35-83bd-2eff80d3b9a1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.780280 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f981abd5-c042-4f35-83bd-2eff80d3b9a1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.799423 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981abd5-c042-4f35-83bd-2eff80d3b9a1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c57bed-a02c-4a95-a7cd-3a757c54b931,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:56.806009 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f981abd5-c042-4f35-83bd-2eff80d3b9a1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.809811 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f981abd5-c042-4f35-83bd-2eff80d3b9a1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170902 Aug 18 14:48:56.810252 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 35914) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:56.814816 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-024f55be-3985-4793-9ea8-47c641773bab tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Request body: {'security_group_rule': {'security_group_id': '02f55c08-5661-4733-b3ee-4a44aaa9f44d', 'project_id': '5be734f088c14330b963c99e12467ac6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:56.849180 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-024f55be-3985-4793-9ea8-47c641773bab tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.907021 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-024f55be-3985-4793-9ea8-47c641773bab tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.911808 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-024f55be-3985-4793-9ea8-47c641773bab tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.933216 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f55be-3985-4793-9ea8-47c641773bab tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a3bf7d-7671-415e-999b-f3733c87c055,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:56.940393 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-024f55be-3985-4793-9ea8-47c641773bab tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.941647 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-024f55be-3985-4793-9ea8-47c641773bab tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307216 Aug 18 14:48:56.945214 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35918) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:56.950109 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-7ce048a3-496a-4faf-a749-d094efd9ee09 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Request body: {'security_group_rule': {'security_group_id': '02f55c08-5661-4733-b3ee-4a44aaa9f44d', 'project_id': '5be734f088c14330b963c99e12467ac6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:56.981860 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7ce048a3-496a-4faf-a749-d094efd9ee09 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.042030 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7ce048a3-496a-4faf-a749-d094efd9ee09 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.045547 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7ce048a3-496a-4faf-a749-d094efd9ee09 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.063721 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce048a3-496a-4faf-a749-d094efd9ee09 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1746c35-dacb-4444-a674-f6ab8d529524,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:57.071092 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7ce048a3-496a-4faf-a749-d094efd9ee09 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.072336 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7ce048a3-496a-4faf-a749-d094efd9ee09 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259434 Aug 18 14:48:57.074981 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35922) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:57.079396 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-01ed52ba-5c3e-4814-ae90-928dddf1193b tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Request body: {'security_group_rule': {'security_group_id': '02f55c08-5661-4733-b3ee-4a44aaa9f44d', 'project_id': '5be734f088c14330b963c99e12467ac6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:57.107847 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-01ed52ba-5c3e-4814-ae90-928dddf1193b tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.184604 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-01ed52ba-5c3e-4814-ae90-928dddf1193b tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.188556 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-01ed52ba-5c3e-4814-ae90-928dddf1193b tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.205958 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed52ba-5c3e-4814-ae90-928dddf1193b tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4065a06-09a4-4268-af9f-9dd122f05974,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:57.212562 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-01ed52ba-5c3e-4814-ae90-928dddf1193b tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.213768 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-01ed52ba-5c3e-4814-ae90-928dddf1193b tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378489 Aug 18 14:48:57.216513 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35924) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:57.221369 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-615e3191-650b-40c7-9a0d-56bf11de5e63 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Request body: {'security_group_rule': {'security_group_id': '02f55c08-5661-4733-b3ee-4a44aaa9f44d', 'project_id': '5be734f088c14330b963c99e12467ac6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:57.244177 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.securitygroups_db [None req-615e3191-650b-40c7-9a0d-56bf11de5e63 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Project 5be734f088c14330b963c99e12467ac6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:48:57.249246 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-615e3191-650b-40c7-9a0d-56bf11de5e63 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.315060 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-615e3191-650b-40c7-9a0d-56bf11de5e63 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.319991 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-615e3191-650b-40c7-9a0d-56bf11de5e63 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.344737 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e3191-650b-40c7-9a0d-56bf11de5e63 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa08b15-db2f-4f80-a5a6-8417ea1e39c8,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:57.355919 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-615e3191-650b-40c7-9a0d-56bf11de5e63 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.357209 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-615e3191-650b-40c7-9a0d-56bf11de5e63 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397839 Aug 18 14:48:57.360218 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 35928) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:48:57.364700 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-250b8687-42d2-4afa-afe1-2d7e351f1de0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Request body: {'security_group_rule': {'security_group_id': '02f55c08-5661-4733-b3ee-4a44aaa9f44d', 'project_id': '5be734f088c14330b963c99e12467ac6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:48:57.386527 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.securitygroups_db [None req-250b8687-42d2-4afa-afe1-2d7e351f1de0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Project 5be734f088c14330b963c99e12467ac6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:48:57.391641 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-250b8687-42d2-4afa-afe1-2d7e351f1de0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.456061 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-250b8687-42d2-4afa-afe1-2d7e351f1de0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.460848 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-250b8687-42d2-4afa-afe1-2d7e351f1de0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.478808 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b8687-42d2-4afa-afe1-2d7e351f1de0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d916ed41-1602-4dfa-a42d-1877a55a313c,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:57.486266 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-250b8687-42d2-4afa-afe1-2d7e351f1de0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.497219 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-250b8687-42d2-4afa-afe1-2d7e351f1de0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267464 Aug 18 14:48:57.600050 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 2e179b88-1974-4a4f-8f55-b52347d392e0 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:57.657308 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 2e179b88-1974-4a4f-8f55-b52347d392e0 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:48:57.662193 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 2e179b88-1974-4a4f-8f55-b52347d392e0 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:57.662676 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.750706 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.772627 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 2e179b88-1974-4a4f-8f55-b52347d392e0, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=2e179b88-1974-4a4f-8f55-b52347d392e0,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:57.776660 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:57.777798 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:57.866083 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=2e179b88-1974-4a4f-8f55-b52347d392e0,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:57.877056 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:57.877496 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:58.449428 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Sync routers for ids ['0869dbc5-71ea-4caf-98a2-538420de103d'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:48:58.458671 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Routers {'0869dbc5-71ea-4caf-98a2-538420de103d'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:48:58.460124 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:48:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0869dbc5-71ea-4caf-98a2-538420de103d'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:58.565219 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Set router 0869dbc5-71ea-4caf-98a2-538420de103d gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:48:58.834590 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'name': 'tempest-TestShelveInstance-1723789448-router', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:51Z', 'updated_at': '2021-08-18T14:48:55Z', 'revision_number': 4, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'gw_port': {'id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:52Z', 'updated_at': '2021-08-18T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '5f80c062-04b6-4cc6-8243-5d4a6305cf1b', 'name': '', 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'mac_address': 'fa:16:3e:60:53:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cb4ef208-0191-4ee8-89d5-211b21d61ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:54Z', 'updated_at': '2021-08-18T14:48:55Z', 'revision_number': 2, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'subnets': [{'id': 'cb4ef208-0191-4ee8-89d5-211b21d61ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:58.859397 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Checking router: 0869dbc5-71ea-4caf-98a2-538420de103d for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:48:58.859747 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Updating router 0869dbc5-71ea-4caf-98a2-538420de103d port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b binding host dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:48:58.884167 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.143233 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.154831 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Transition to ACTIVE for port object 5f80c062-04b6-4cc6-8243-5d4a6305cf1b will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:48:59.160497 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.211414 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8589caa-11e7-435a-a4ee-9d127c50b4a1 None None] Pushing event updated for resources: {'Port': ['ID=5f80c062-04b6-4cc6-8243-5d4a6305cf1b,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:59.258165 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Attempting to bind port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:48:59.258470 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Attempting to bind port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'a15cd86c-926a-48fb-9b6e-bfe7e3015d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:48:59.258836 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Attempting to bind port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b on network eb98abbd-255f-48a1-9773-0c5d06317754 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:48:59.263834 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:48:59.264203 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Checking segment: {'id': 'a15cd86c-926a-48fb-9b6e-bfe7e3015d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:48:59.264604 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.265000 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Bound using segment: {'id': 'a15cd86c-926a-48fb-9b6e-bfe7e3015d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:48:59.265453 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Bound port: 5f80c062-04b6-4cc6-8243-5d4a6305cf1b, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15cd86c-926a-48fb-9b6e-bfe7e3015d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:48:59.265838 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.333739 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] For port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:48:59.337347 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] For port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=5f80c062-04b6-4cc6-8243-5d4a6305cf1b,segment=NetworkSegment(a15cd86c-926a-48fb-9b6e-bfe7e3015d3d),segment_id=a15cd86c-926a-48fb-9b6e-bfe7e3015d3d)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:48:59.341653 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.400697 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Routers {'0869dbc5-71ea-4caf-98a2-538420de103d'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:48:59.401316 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:48:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0869dbc5-71ea-4caf-98a2-538420de103d'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:59.403147 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8589caa-11e7-435a-a4ee-9d127c50b4a1 None None] Pushing event updated for resources: {'Port': ['ID=5f80c062-04b6-4cc6-8243-5d4a6305cf1b,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:48:59.519812 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] Set router 0869dbc5-71ea-4caf-98a2-538420de103d gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:48:59.568270 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 2e179b88-1974-4a4f-8f55-b52347d392e0 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:59.618143 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 2e179b88-1974-4a4f-8f55-b52347d392e0 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:59.618547 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.710565 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5f80c062-04b6-4cc6-8243-5d4a6305cf1b up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:48:59.730281 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'name': 'tempest-TestShelveInstance-1723789448-router', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:51Z', 'updated_at': '2021-08-18T14:48:55Z', 'revision_number': 4, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'gw_port': {'id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:52Z', 'updated_at': '2021-08-18T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '5f80c062-04b6-4cc6-8243-5d4a6305cf1b', 'name': '', 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'mac_address': 'fa:16:3e:60:53:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cb4ef208-0191-4ee8-89d5-211b21d61ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:54Z', 'updated_at': '2021-08-18T14:48:59Z', 'revision_number': 4, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'subnets': [{'id': 'cb4ef208-0191-4ee8-89d5-211b21d61ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:48:59.757444 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf548f5-4a57-4735-8750-804f268a206d None None] The sync data for ids ['0869dbc5-71ea-4caf-98a2-538420de103d'] in dv-cinder-788365-10-iscsi is: [{'id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'name': 'tempest-TestShelveInstance-1723789448-router', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:51Z', 'updated_at': '2021-08-18T14:48:55Z', 'revision_number': 4, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'gw_port': {'id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:52Z', 'updated_at': '2021-08-18T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '5f80c062-04b6-4cc6-8243-5d4a6305cf1b', 'name': '', 'network_id': 'eb98abbd-255f-48a1-9773-0c5d06317754', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'mac_address': 'fa:16:3e:60:53:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cb4ef208-0191-4ee8-89d5-211b21d61ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:54Z', 'updated_at': '2021-08-18T14:48:59Z', 'revision_number': 4, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'subnets': [{'id': 'cb4ef208-0191-4ee8-89d5-211b21d61ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:48:59.757741 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:48:59.762293 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:48:59.762714 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.850224 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.883229 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=5f80c062-04b6-4cc6-8243-5d4a6305cf1b,segment=NetworkSegment(a15cd86c-926a-48fb-9b6e-bfe7e3015d3d),segment_id=a15cd86c-926a-48fb-9b6e-bfe7e3015d3d)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:48:59.887944 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:59.939840 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=5f80c062-04b6-4cc6-8243-5d4a6305cf1b,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:01.509443 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5f80c062-04b6-4cc6-8243-5d4a6305cf1b up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:01.561266 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:01.561640 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.995157 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.456428 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34821266-9439-4175-9cc7-0b1242caf7fa req-f52d0535-4400-4add-9035-b6c9f72e5a57 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:14.457685 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-34821266-9439-4175-9cc7-0b1242caf7fa req-f52d0535-4400-4add-9035-b6c9f72e5a57 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0520825 Aug 18 14:49:14.495345 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-34821266-9439-4175-9cc7-0b1242caf7fa req-af3aab10-d4b5-474f-b5cf-7ea348335b56 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312316 Aug 18 14:49:14.555496 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4cf2db00-cde2-42f2-8105-afcaaee3247b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.609307 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b94db3-c3e1-4a47-9c3c-eb9d9a87fdad req-d8c8087f-bb6e-47c2-adf7-f79bc7f4c0cf tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:15.610591 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b8b94db3-c3e1-4a47-9c3c-eb9d9a87fdad req-d8c8087f-bb6e-47c2-adf7-f79bc7f4c0cf tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0480220 Aug 18 14:49:15.648000 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b8b94db3-c3e1-4a47-9c3c-eb9d9a87fdad req-b2e21145-db11-435d-b7ee-7e6dd1d40783 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Aug 18 14:49:16.763740 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35c8b1-970d-41f8-a835-2e84227ce7ba req-b33d8d22-613a-4589-9030-706d82c63121 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:16.765233 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0c35c8b1-970d-41f8-a835-2e84227ce7ba req-b33d8d22-613a-4589-9030-706d82c63121 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0517192 Aug 18 14:49:16.802654 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0c35c8b1-970d-41f8-a835-2e84227ce7ba req-8fdd0e94-0687-4284-9ef2-d368604045b9 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/security-groups?id=d1750bb5-8d23-4a35-96aa-b34cf0b6254e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314090 Aug 18 14:49:16.843751 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed3837-1a62-4038-8af1-94cc15529ba5 req-f1e4e6fd-1fad-48fc-9397-d77fc536974c tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:16.845262 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-44ed3837-1a62-4038-8af1-94cc15529ba5 req-f1e4e6fd-1fad-48fc-9397-d77fc536974c tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.69 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 946 time: 0.0554752 Aug 18 14:49:16.939987 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-44ed3837-1a62-4038-8af1-94cc15529ba5 req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Deleting port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:49:16.940330 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-44ed3837-1a62-4038-8af1-94cc15529ba5 req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.026665 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-44ed3837-1a62-4038-8af1-94cc15529ba5 req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] For port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1eafc01b-17dd-48c9-a1c2-895abc8e06ef,segment=NetworkSegment(e958eeaf-3138-4e93-8b38-20767c060a51),segment_id=e958eeaf-3138-4e93-8b38-20767c060a51)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:17.027045 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-44ed3837-1a62-4038-8af1-94cc15529ba5 req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.060238 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-44ed3837-1a62-4038-8af1-94cc15529ba5 req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Calling delete_port for 1eafc01b-17dd-48c9-a1c2-895abc8e06ef owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:49:17.115659 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-ab8bf872-c6d4-4097-87f1-b958a2ee15d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861261 Aug 18 14:49:17.184630 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc88f-05e4-4c28-9da3-f69b34e0fb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.229667 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-451cb934-16b9-4278-aa99-980f99682069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:17.231949 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-451cb934-16b9-4278-aa99-980f99682069 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 1099 time: 0.0782304 Aug 18 14:49:17.232973 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-44ed3837-1a62-4038-8af1-94cc15529ba5 req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.272820 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Pushing event deleted for resources: {'Port': ['ID=1eafc01b-17dd-48c9-a1c2-895abc8e06ef,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:17.275356 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['1eafc01b-17dd-48c9-a1c2-895abc8e06ef'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:49:17.293688 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.294051 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.294399 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.294797 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.295147 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.295542 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.295874 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.296224 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.296567 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.296919 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.297271 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.297600 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.312998 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.370686 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ed3837-1a62-4038-8af1-94cc15529ba5 req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] No DVR routers for this DVR port 1eafc01b-17dd-48c9-a1c2-895abc8e06ef on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:49:17.374705 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-44ed3837-1a62-4038-8af1-94cc15529ba5 req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.376734 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-44ed3837-1a62-4038-8af1-94cc15529ba5 req-5694db5e-30e3-4718-86c4-36870c796035 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.69 "DELETE /v2.0/ports/1eafc01b-17dd-48c9-a1c2-895abc8e06ef HTTP/1.1" status: 204 len: 173 time: 0.5233142 Aug 18 14:49:17.377150 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96548716-c60b-423a-9c7a-d8bc4c689588', 'name': 'network-vif-deleted', 'tag': '1eafc01b-17dd-48c9-a1c2-895abc8e06ef'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:17.379416 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813c965a-1916-47e0-b16f-0bbf161645bf" -d '{"events": [{"server_uuid": "96548716-c60b-423a-9c7a-d8bc4c689588", "name": "network-vif-deleted", "tag": "1eafc01b-17dd-48c9-a1c2-895abc8e06ef"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:17.413020 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-5ebfda08-3768-4997-a795-060f2e0e7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:17.415439 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-5ebfda08-3768-4997-a795-060f2e0e7847 service neutron] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 918 time: 0.1522312 Aug 18 14:49:17.483460 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b85c1ff-419b-497b-afe0-313ec01ed86f x-openstack-request-id: req-4b85c1ff-419b-497b-afe0-313ec01ed86f {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:17.483753 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96548716-c60b-423a-9c7a-d8bc4c689588", "name": "network-vif-deleted", "tag": "1eafc01b-17dd-48c9-a1c2-895abc8e06ef", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:17.484044 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b85c1ff-419b-497b-afe0-313ec01ed86f {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:17.484445 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96548716-c60b-423a-9c7a-d8bc4c689588', 'name': 'network-vif-deleted', 'tag': '1eafc01b-17dd-48c9-a1c2-895abc8e06ef', 'status': 'completed', 'code': 200} Aug 18 14:49:17.497148 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-753fc943-6a28-414a-8d1f-b951410970c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae HTTP/1.1" status: 200 len: 1000 time: 0.0647216 Aug 18 14:49:17.561506 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-afc5230e-5de2-4775-8b4b-dd8c88737cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:17.562993 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-afc5230e-5de2-4775-8b4b-dd8c88737cd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0438190 Aug 18 14:49:17.609724 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-7870dfee-be89-4b3a-b3f2-cf7762c71c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:17.611254 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-7870dfee-be89-4b3a-b3f2-cf7762c71c01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392573 Aug 18 14:49:17.702262 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-21a7379e-d63e-44b6-a60f-55c51a7f862b service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820985 Aug 18 14:49:17.790532 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eae5edad-e501-4ced-94f7-c7a3e88fd271 req-87630bc5-e1bc-4f0b-a302-0ff6d30a7e9a service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800252 Aug 18 14:49:17.931283 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7088097b-0d45-4cfe-824b-ec88d13297a4 req-af9a8503-b972-484c-8ca8-c05164179e27 tempest-VolumesSnapshotTestJSON-1820485344 tempest-VolumesSnapshotTestJSON-1820485344-project] 10.222.0.38 "GET /v2.0/ports?device_id=96548716-c60b-423a-9c7a-d8bc4c689588 HTTP/1.1" status: 200 len: 210 time: 0.0496702 Aug 18 14:49:17.980823 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.792125 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:49:20.115736 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.361341 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 36168) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:20.466640 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-17accb3d-7433-443f-994f-dcc6585e41d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.533244 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 1eafc01b-17dd-48c9-a1c2-895abc8e06ef no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:49:20.551441 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-17accb3d-7433-443f-994f-dcc6585e41d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.552751 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: 1eafc01b-17dd-48c9-a1c2-895abc8e06ef {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:49:20.553184 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 1eafc01b-17dd-48c9-a1c2-895abc8e06ef not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:49:20.555387 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-17accb3d-7433-443f-994f-dcc6585e41d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.593212 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-17accb3d-7433-443f-994f-dcc6585e41d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6fae63fe8c34fc695b65c7841e8a657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308242 Aug 18 14:49:20.594314 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17accb3d-7433-443f-994f-dcc6585e41d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa78b4-c246-499b-8eb6-9880752b0df2,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:20.596048 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36172) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:20.646757 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.666977 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.714759 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.717324 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.718450 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5daa78b4-c246-499b-8eb6-9880752b0df2 HTTP/1.1" status: 204 len: 168 time: 0.1215181 Aug 18 14:49:20.725629 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa78b4-c246-499b-8eb6-9880752b0df2,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:20.732584 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.732937 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.733284 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.733625 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.733960 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.734292 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.734646 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.734984 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.735312 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.735635 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.735996 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.736268 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a1adc-3814-4a3c-8755-65f91624ea8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:29.611230 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-5128df39-4333-42b8-a542-d736b13bd5b9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641962956&fields=id&tenant_id=5be734f088c14330b963c99e12467ac6 HTTP/1.1" status: 200 len: 267 time: 0.0333235 Aug 18 14:49:29.714495 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-e238947a-829e-48f6-8fab-893b4399be3e tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:29.716396 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-e238947a-829e-48f6-8fab-893b4399be3e tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/networks?id=34cb5995-9b71-40b5-b1be-b7b7064f00da HTTP/1.1" status: 200 len: 809 time: 0.0986011 Aug 18 14:49:29.730648 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-f03454c9-403c-4b5a-9f14-902560f0bec5 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/quotas/5be734f088c14330b963c99e12467ac6 HTTP/1.1" status: 200 len: 375 time: 0.0087001 Aug 18 14:49:29.780022 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-2ae577be-3ab9-499b-9c3d-ed5d8c670088 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5be734f088c14330b963c99e12467ac6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436974 Aug 18 14:49:29.967777 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-1d9bcb29-1d0e-4eb8-8ea5-f7cb1002d5b1 service neutron] 10.222.0.38 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765091 Aug 18 14:49:30.056396 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-88ed603f-655b-492f-88ae-0d498b0666ad service neutron] 10.222.0.38 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827186 Aug 18 14:49:30.348111 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-69e4e57c-17f8-4698-ac69-ef27d8150724 req-24c35592-80db-454e-b3cf-58a4d97d86e1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 210 time: 0.0273156 Aug 18 14:49:31.445558 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4012baf1-27c7-450a-bd3f-526e43e5f82f req-4a63f694-da98-4467-b82b-5a22197ff5fe tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 210 time: 0.0269213 Aug 18 14:49:31.548587 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-876db328-7015-43eb-baa0-e6c1ab7ad4e5 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:31.550048 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-876db328-7015-43eb-baa0-e6c1ab7ad4e5 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.69 "GET /v2.0/networks?id=34cb5995-9b71-40b5-b1be-b7b7064f00da HTTP/1.1" status: 200 len: 809 time: 0.1059470 Aug 18 14:49:31.608258 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-58449045-b1c5-43f9-94f0-6838e5f323e2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5be734f088c14330b963c99e12467ac6 HTTP/1.1" status: 200 len: 379 time: 0.0395658 Aug 18 14:49:31.618951 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Request body: {'port': {'device_id': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'admin_state_up': True, 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'security_groups': ['02f55c08-5661-4733-b3ee-4a44aaa9f44d']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:31.734023 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Made reservation on behalf of 5be734f088c14330b963c99e12467ac6 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:31.737440 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.860334 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Allocated IP 172.20.0.14 (34cb5995-9b71-40b5-b1be-b7b7064f00da/3764aa65-4089-49cd-9856-114969fd6b5f/846820e3-f655-4843-8fcd-1f53113fb919) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:31.993014 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.010562 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Transition to ACTIVE for port object 846820e3-f655-4843-8fcd-1f53113fb919 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:32.041454 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.086692 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Network 34cb5995-9b71-40b5-b1be-b7b7064f00da is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:32.089711 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:32.093398 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:32.116464 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event updated for resources: {'Port': ['ID=846820e3-f655-4843-8fcd-1f53113fb919,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:32.144119 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:32.144754 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.159759 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-db71dae4-e4a5-4dae-a850-6504fc4ee2b2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5452163 Aug 18 14:49:32.356653 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b0cca058-1bef-4278-abe8-80dd894fa379 None None] Provisioning for port 846820e3-f655-4843-8fcd-1f53113fb919 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:32.360792 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b0cca058-1bef-4278-abe8-80dd894fa379 None None] Provisioning complete for port 846820e3-f655-4843-8fcd-1f53113fb919 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:32.361117 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b0cca058-1bef-4278-abe8-80dd894fa379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.395359 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-b0cca058-1bef-4278-abe8-80dd894fa379 None None] Port 846820e3-f655-4843-8fcd-1f53113fb919 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:49:32.562761 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a71e5-e704-498a-971f-73ef477df3d5 req-0586319e-32cc-4364-b121-bfe45bac1647 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:32.564095 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5e7a71e5-e704-498a-971f-73ef477df3d5 req-0586319e-32cc-4364-b121-bfe45bac1647 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 932 time: 0.0512099 Aug 18 14:49:32.599830 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5e7a71e5-e704-498a-971f-73ef477df3d5 req-462b742a-5221-4533-8a29-0cdcfbc06336 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298972 Aug 18 14:49:33.711891 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5efd7-6075-4177-8cdf-cc798bd4e53d req-b107bf77-4aaa-459d-9a3d-5609bce6f7d3 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:33.713369 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d2d5efd7-6075-4177-8cdf-cc798bd4e53d req-b107bf77-4aaa-459d-9a3d-5609bce6f7d3 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 932 time: 0.0480299 Aug 18 14:49:33.750376 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d2d5efd7-6075-4177-8cdf-cc798bd4e53d req-c221d444-f793-49dd-8696-38998e27c121 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310893 Aug 18 14:49:34.684818 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Request body: {'port': {'device_id': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:34.742671 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.860812 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf08db1-0c3c-4f7e-8292-38f864560771 req-bd89654a-990c-48eb-b52e-3b3b6613f574 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:34.862308 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2cf08db1-0c3c-4f7e-8292-38f864560771 req-bd89654a-990c-48eb-b52e-3b3b6613f574 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 932 time: 0.0475862 Aug 18 14:49:34.900445 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2cf08db1-0c3c-4f7e-8292-38f864560771 req-4ddccb9e-b712-4997-9409-8a281417e9e6 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322537 Aug 18 14:49:34.998725 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846820e3-f655-4843-8fcd-1f53113fb919 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:35.006019 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.017441 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Transition to ACTIVE for port object 846820e3-f655-4843-8fcd-1f53113fb919 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:35.021051 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.073758 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Pushing event updated for resources: {'Port': ['ID=846820e3-f655-4843-8fcd-1f53113fb919,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:35.142298 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Attempting to bind port 846820e3-f655-4843-8fcd-1f53113fb919 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:35.142720 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Attempting to bind port 846820e3-f655-4843-8fcd-1f53113fb919 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:35.142997 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Attempting to bind port 846820e3-f655-4843-8fcd-1f53113fb919 on network 34cb5995-9b71-40b5-b1be-b7b7064f00da {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:35.147729 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Port 846820e3-f655-4843-8fcd-1f53113fb919 on network 34cb5995-9b71-40b5-b1be-b7b7064f00da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:49:35.148181 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Attempting to bind port 846820e3-f655-4843-8fcd-1f53113fb919 on network 34cb5995-9b71-40b5-b1be-b7b7064f00da {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:35.153204 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:35.153545 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Checking segment: {'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:35.153976 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Bound using segment: {'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:35.154406 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Bound port: 846820e3-f655-4843-8fcd-1f53113fb919, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb86e885-de4b-4a80-82d7-0b016ab44df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:35.154798 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.219979 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] For port 846820e3-f655-4843-8fcd-1f53113fb919, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:35.223703 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] For port 846820e3-f655-4843-8fcd-1f53113fb919, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=846820e3-f655-4843-8fcd-1f53113fb919,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:35.228984 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.259546 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:35.260120 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.261742 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] 10.222.0.69 "PUT /v2.0/ports/846820e3-f655-4843-8fcd-1f53113fb919 HTTP/1.1" status: 200 len: 1094 time: 0.5816479 Aug 18 14:49:35.264367 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:35.266725 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c84bef-dde1-43f0-aaf8-363bd086da96" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "tag": "846820e3-f655-4843-8fcd-1f53113fb919"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:35.293584 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22175c-d770-485a-9b61-1c7831f3c988 service neutron] Pushing event updated for resources: {'Port': ['ID=846820e3-f655-4843-8fcd-1f53113fb919,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:35.311209 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed9f29b-9bd6-4afd-9935-3c5044451a8b x-openstack-request-id: req-5ed9f29b-9bd6-4afd-9935-3c5044451a8b {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:35.311504 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "tag": "846820e3-f655-4843-8fcd-1f53113fb919", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:35.311756 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ed9f29b-9bd6-4afd-9935-3c5044451a8b {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:35.312180 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919', 'status': 'completed', 'code': 200} Aug 18 14:49:36.013539 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8e3ba-a287-4e89-a518-5e7a5502ade6 req-76b29c23-210c-4b80-a2ad-0d49350fa266 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:36.014901 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fee8e3ba-a287-4e89-a518-5e7a5502ade6 req-76b29c23-210c-4b80-a2ad-0d49350fa266 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0508246 Aug 18 14:49:36.051886 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fee8e3ba-a287-4e89-a518-5e7a5502ade6 req-5f42dfb6-8cb3-4d79-bb06-08c9d7b87fb8 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Aug 18 14:49:36.115110 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c84bef-dde1-43f0-aaf8-363bd086da96 req-bc1ab826-836e-489a-888b-a836d44b06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:36.116686 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53c84bef-dde1-43f0-aaf8-363bd086da96 req-bc1ab826-836e-489a-888b-a836d44b06fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5be734f088c14330b963c99e12467ac6&device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 1097 time: 0.0415845 Aug 18 14:49:36.220822 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c84bef-dde1-43f0-aaf8-363bd086da96 req-f45837ae-35c3-47d7-bb28-6e3e0f4b68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:36.222232 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53c84bef-dde1-43f0-aaf8-363bd086da96 req-f45837ae-35c3-47d7-bb28-6e3e0f4b68d3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5be734f088c14330b963c99e12467ac6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0907059 Aug 18 14:49:36.316218 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c84bef-dde1-43f0-aaf8-363bd086da96 req-f534bc87-b502-4034-adb1-db3108f2ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:36.317541 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53c84bef-dde1-43f0-aaf8-363bd086da96 req-f534bc87-b502-4034-adb1-db3108f2ecc4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864868 Aug 18 14:49:36.413417 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-de04d1bd-677f-45ad-9650-21b9d1f6f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:36.414880 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-de04d1bd-677f-45ad-9650-21b9d1f6f335 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5be734f088c14330b963c99e12467ac6&device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 1097 time: 0.0390854 Aug 18 14:49:36.463039 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-eeb697d9-b683-4b6a-a0da-2bc8013a9079 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846820e3-f655-4843-8fcd-1f53113fb919 HTTP/1.1" status: 200 len: 217 time: 0.0324841 Aug 18 14:49:36.511262 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-b1bfc8ea-ac9d-48c8-8ad3-a77f2667645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:36.512606 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-b1bfc8ea-ac9d-48c8-8ad3-a77f2667645e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3764aa65-4089-49cd-9856-114969fd6b5f HTTP/1.1" status: 200 len: 848 time: 0.0427701 Aug 18 14:49:36.556614 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-b5434ec9-622d-475a-9773-811d3621594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:36.557994 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-b5434ec9-622d-475a-9773-811d3621594c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34cb5995-9b71-40b5-b1be-b7b7064f00da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377398 Aug 18 14:49:36.645649 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-b112cfd2-0f23-47f0-9fc0-c422dd324318 service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802112 Aug 18 14:49:36.736807 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6bdc88e2-42b9-4328-a4f5-38fd900d4010 req-9a793710-307f-4956-b350-0ceaee793330 service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836961 Aug 18 14:49:37.167104 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285afe-224e-48b5-8e2c-a5803f5cb909 req-67f47db1-fe7c-4d3f-abc3-82eb36037747 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:37.168571 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c9285afe-224e-48b5-8e2c-a5803f5cb909 req-67f47db1-fe7c-4d3f-abc3-82eb36037747 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0484443 Aug 18 14:49:37.205816 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c9285afe-224e-48b5-8e2c-a5803f5cb909 req-f9a34773-0a74-438b-a85c-4b5684652dda tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Aug 18 14:49:38.316638 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1272f4-640b-4efb-8b07-4cc806d407cb req-4c36b30b-ce20-47a1-b7a6-abe2afc0eeab tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:38.318115 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ed1272f4-640b-4efb-8b07-4cc806d407cb req-4c36b30b-ce20-47a1-b7a6-abe2afc0eeab tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0478811 Aug 18 14:49:38.355249 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ed1272f4-640b-4efb-8b07-4cc806d407cb req-31e15e35-3b85-433b-a478-7e55d73aaf1e tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312860 Aug 18 14:49:39.469088 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d1df8-5922-4c56-b978-3fa3ddcbd55a req-4e03804d-d2fb-4297-962a-bc06e1fde4a2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:39.470573 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ce6d1df8-5922-4c56-b978-3fa3ddcbd55a req-4e03804d-d2fb-4297-962a-bc06e1fde4a2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0510690 Aug 18 14:49:39.508432 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ce6d1df8-5922-4c56-b978-3fa3ddcbd55a req-aa04c077-5fcd-46b6-8767-dd7003d215c3 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320241 Aug 18 14:49:40.624350 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bab322-0537-455c-a00e-14541647d9e1 req-5c8c0df3-f8e7-48c8-ab5e-6329e0fcc490 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:40.625828 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-38bab322-0537-455c-a00e-14541647d9e1 req-5c8c0df3-f8e7-48c8-ab5e-6329e0fcc490 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0517795 Aug 18 14:49:40.663090 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-38bab322-0537-455c-a00e-14541647d9e1 req-fa36f678-4670-4aad-9f13-f262446b185c tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313570 Aug 18 14:49:41.775334 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affb14-025b-4caa-b64d-ab974fcbae56 req-180d8b34-fa79-4113-839e-669b07ee5b8f tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:41.777156 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-33affb14-025b-4caa-b64d-ab974fcbae56 req-180d8b34-fa79-4113-839e-669b07ee5b8f tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0493920 Aug 18 14:49:41.814467 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-33affb14-025b-4caa-b64d-ab974fcbae56 req-93a953e2-ad69-4e47-a080-3f31ec908a33 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312290 Aug 18 14:49:42.929709 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b2fa1-37a8-4b18-9ab8-aaee58868bf0 req-277e13d6-b910-4cba-af47-68cbb29e6275 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:42.931199 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8c6b2fa1-37a8-4b18-9ab8-aaee58868bf0 req-277e13d6-b910-4cba-af47-68cbb29e6275 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0510199 Aug 18 14:49:42.968081 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8c6b2fa1-37a8-4b18-9ab8-aaee58868bf0 req-fac37dd6-1416-4486-8359-253c17b3a55d tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311177 Aug 18 14:49:43.993095 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:44.081438 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68886-69a4-4998-bfd4-8144774091ba req-769f7303-6a90-470e-bff5-00977b96f877 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:44.082951 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-14a68886-69a4-4998-bfd4-8144774091ba req-769f7303-6a90-470e-bff5-00977b96f877 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0479453 Aug 18 14:49:44.119499 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-14a68886-69a4-4998-bfd4-8144774091ba req-fd8bf635-bc2d-48ce-ac5a-d1f56187c0b6 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306106 Aug 18 14:49:44.554824 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-cfd42530-d6c3-4204-97ba-b38152ebce2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.233755 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fc365-ad63-4cc8-b1a6-c50d7dcc6512 req-1f7d4507-4758-4a86-8341-f7aef59c4f57 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:45.235255 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-299fc365-ad63-4cc8-b1a6-c50d7dcc6512 req-1f7d4507-4758-4a86-8341-f7aef59c4f57 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0491681 Aug 18 14:49:45.272554 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-299fc365-ad63-4cc8-b1a6-c50d7dcc6512 req-03fa1d2b-b749-40b2-ae64-f544a62e1bb4 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314317 Aug 18 14:49:46.385519 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535105f-546a-4975-97fa-8d38de755912 req-c8684256-73d4-432d-88fd-8822cdb41e40 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:46.387007 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4535105f-546a-4975-97fa-8d38de755912 req-c8684256-73d4-432d-88fd-8822cdb41e40 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0500820 Aug 18 14:49:46.424826 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4535105f-546a-4975-97fa-8d38de755912 req-38aa5d8d-b15c-48b0-94f9-1503724e743a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314310 Aug 18 14:49:47.123294 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36388) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:47.165457 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b38b4b-8024-4dd1-bbde-5bc6d1823579 admin admin] Deleting subnet 02a828dc-24c3-4b1c-a90c-241f9384f11a {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:49:47.168446 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-54b38b4b-8024-4dd1-bbde-5bc6d1823579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.185334 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8ab6d5eb-b44a-40b4-88eb-4f753bd66c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.202710 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-54b38b4b-8024-4dd1-bbde-5bc6d1823579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3614013'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.239195 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-54b38b4b-8024-4dd1-bbde-5bc6d1823579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.292755 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-54b38b4b-8024-4dd1-bbde-5bc6d1823579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3613971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3164302'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.304612 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.318392 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b38b4b-8024-4dd1-bbde-5bc6d1823579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a828dc-24c3-4b1c-a90c-241f9384f11a,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:47.321885 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-54b38b4b-8024-4dd1-bbde-5bc6d1823579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.324046 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-54b38b4b-8024-4dd1-bbde-5bc6d1823579 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/02a828dc-24c3-4b1c-a90c-241f9384f11a HTTP/1.1" status: 204 len: 168 time: 0.1995633 Aug 18 14:49:47.326218 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36390) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:47.391644 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.470326 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.479884 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1bf0dc-7a12-4bc4-b675-716a7bdde87c']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:47.489976 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e958eeaf-3138-4e93-8b38-20767c060a51') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:47.490277 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e958eeaf-3138-4e93-8b38-20767c060a51') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:47.507792 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3614004'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.535139 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.543205 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:49:47.543598 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3613873'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: timer() Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: cb(*args, **kw) Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: self._notify() Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: self.callback(batched_events) Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: event.method(event) Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._get(url).json() Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:49:47.545710 dv-cinder-788365-10-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:49:47.593762 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc57c-aeb5-4ace-a77d-0afc989d2d9d req-bf74f5af-3e35-44be-958a-67f1cfb55841 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:47.595265 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4c3dc57c-aeb5-4ace-a77d-0afc989d2d9d req-bf74f5af-3e35-44be-958a-67f1cfb55841 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.1031156 Aug 18 14:49:47.633200 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.650349 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.652134 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5a1bf0dc-7a12-4bc4-b675-716a7bdde87c HTTP/1.1" status: 204 len: 168 time: 0.3249960 Aug 18 14:49:47.653852 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0081cd-3969-43e3-9f13-8f069b773702 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a1bf0dc-7a12-4bc4-b675-716a7bdde87c,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:47.658280 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4c3dc57c-aeb5-4ace-a77d-0afc989d2d9d req-ac1c50a9-9f15-42b3-8da9-f0fec566a15a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531380 Aug 18 14:49:47.816659 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36396) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:47.856655 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-1cc710d8-2efe-43ed-8608-8b0aeb1765d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c2539cee1704c02b60e0188f704afac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386147 Aug 18 14:49:47.859049 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 36398) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:47.909055 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3f2e0fb7-134c-4983-adab-55f2c88fc332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.929452 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3f2e0fb7-134c-4983-adab-55f2c88fc332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.976754 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3f2e0fb7-134c-4983-adab-55f2c88fc332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.979464 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-3f2e0fb7-134c-4983-adab-55f2c88fc332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.980663 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-3f2e0fb7-134c-4983-adab-55f2c88fc332 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d1750bb5-8d23-4a35-96aa-b34cf0b6254e HTTP/1.1" status: 204 len: 168 time: 0.1205740 Aug 18 14:49:47.987756 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.988460 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e0fb7-134c-4983-adab-55f2c88fc332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1750bb5-8d23-4a35-96aa-b34cf0b6254e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:48.770609 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b72a5-5a24-4a97-9ca2-0d8a20cf5743 req-8b55d339-9a72-4c09-bb56-5ef52098998e tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:48.772346 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8a7b72a5-5a24-4a97-9ca2-0d8a20cf5743 req-8b55d339-9a72-4c09-bb56-5ef52098998e tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0481858 Aug 18 14:49:48.812642 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8a7b72a5-5a24-4a97-9ca2-0d8a20cf5743 req-e9ac6987-c9d7-4050-ba85-a05caeeb83c1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345662 Aug 18 14:49:49.922964 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44303a-eb84-4751-a554-723d44eae638 req-b22bf1e5-10d6-4a68-bffb-254baeb31eed tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:49.924491 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1c44303a-eb84-4751-a554-723d44eae638 req-b22bf1e5-10d6-4a68-bffb-254baeb31eed tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0486729 Aug 18 14:49:49.961142 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1c44303a-eb84-4751-a554-723d44eae638 req-a20f4bd6-a829-427a-ada0-3a3cc38fe866 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308943 Aug 18 14:49:50.116640 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.721263 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 846820e3-f655-4843-8fcd-1f53113fb919 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:49:50.922982 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 846820e3-f655-4843-8fcd-1f53113fb919, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=846820e3-f655-4843-8fcd-1f53113fb919,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:50.933425 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '846820e3-f655-4843-8fcd-1f53113fb919', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'port_id': '846820e3-f655-4843-8fcd-1f53113fb919', 'mac_address': 'fa:16:3e:f4:f8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:49:50.968981 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.980937 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846820e3-f655-4843-8fcd-1f53113fb919 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:51.002683 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 846820e3-f655-4843-8fcd-1f53113fb919, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=846820e3-f655-4843-8fcd-1f53113fb919,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:51.007596 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.055372 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=846820e3-f655-4843-8fcd-1f53113fb919,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:51.062681 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.063038 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.063387 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.063729 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.064065 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.064400 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.064738 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.065070 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.065405 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.065735 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.066074 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.066397 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:51.085042 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9388e90-5ddf-4be0-995c-ebab031db586 req-c1f81e98-28b5-43ff-8d8c-c5af60a8d0fe tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:51.086549 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c9388e90-5ddf-4be0-995c-ebab031db586 req-c1f81e98-28b5-43ff-8d8c-c5af60a8d0fe tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 945 time: 0.0473094 Aug 18 14:49:51.123445 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c9388e90-5ddf-4be0-995c-ebab031db586 req-38887592-663b-453e-98ea-6d74d497669b tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302989 Aug 18 14:49:51.412253 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['846820e3-f655-4843-8fcd-1f53113fb919'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:49:52.237094 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ab9ce-074d-4b93-8836-c83f7e3233f0 req-9e5e67f2-93a1-4a23-bc9d-530dabe795ee tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:52.238570 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-df2ab9ce-074d-4b93-8836-c83f7e3233f0 req-9e5e67f2-93a1-4a23-bc9d-530dabe795ee tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 945 time: 0.0485542 Aug 18 14:49:52.277823 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-df2ab9ce-074d-4b93-8836-c83f7e3233f0 req-c8a6a198-9a57-47a6-a9da-138545680fc0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335608 Aug 18 14:49:52.722086 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 846820e3-f655-4843-8fcd-1f53113fb919 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:52.772407 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port 846820e3-f655-4843-8fcd-1f53113fb919 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:52.776028 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 846820e3-f655-4843-8fcd-1f53113fb919 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:52.776407 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.849745 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.870905 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:52.873579 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397c0413-0132-42c5-a29a-ff4c1b92ce48" -d '{"events": [{"server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "name": "network-vif-plugged", "status": "completed", "tag": "846820e3-f655-4843-8fcd-1f53113fb919"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:52.886260 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 846820e3-f655-4843-8fcd-1f53113fb919, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=846820e3-f655-4843-8fcd-1f53113fb919,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:52.891180 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.915430 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95b4e96-bd84-4947-96de-21edf144dc14 x-openstack-request-id: req-a95b4e96-bd84-4947-96de-21edf144dc14 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:52.915720 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "name": "network-vif-plugged", "status": "completed", "tag": "846820e3-f655-4843-8fcd-1f53113fb919", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:52.915972 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a95b4e96-bd84-4947-96de-21edf144dc14 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:52.916355 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919', 'code': 200} Aug 18 14:49:52.940919 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=846820e3-f655-4843-8fcd-1f53113fb919,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:53.141666 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceffca9-5436-4d4a-8c9a-29e21f3d5b75 req-f7f8f31a-06b5-4c41-bcf5-5fdf0de5f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:53.143146 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bceffca9-5436-4d4a-8c9a-29e21f3d5b75 req-f7f8f31a-06b5-4c41-bcf5-5fdf0de5f647 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 1099 time: 0.0421743 Aug 18 14:49:53.176973 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-bceffca9-5436-4d4a-8c9a-29e21f3d5b75 req-d63a8b06-cae0-47c9-9bc7-48a66442988d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262897 Aug 18 14:49:53.387994 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f94471-9e4e-4d37-b393-d101f7e152cf req-9db17a61-4032-486d-a06c-f7a02651f0c1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:53.389444 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a6f94471-9e4e-4d37-b393-d101f7e152cf req-9db17a61-4032-486d-a06c-f7a02651f0c1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0471063 Aug 18 14:49:53.426469 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a6f94471-9e4e-4d37-b393-d101f7e152cf req-fb01554b-4624-4a0d-8cc8-8540b98e827c tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311887 Aug 18 14:49:54.537238 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0f17f-0bb6-4241-90a0-a6edd9bf53f5 req-cefd9b7b-7c63-49e5-b02f-2caae475f960 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:54.538737 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7fc0f17f-0bb6-4241-90a0-a6edd9bf53f5 req-cefd9b7b-7c63-49e5-b02f-2caae475f960 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0476921 Aug 18 14:49:54.577250 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7fc0f17f-0bb6-4241-90a0-a6edd9bf53f5 req-926c4d60-d848-45ee-b01b-ca32df3e4ff8 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321543 Aug 18 14:49:55.222718 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfacf8-95c8-4916-9178-0d4e69003c47 req-dff9bc0a-892c-41c4-9acd-0455cb818700 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:55.224147 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c9dfacf8-95c8-4916-9178-0d4e69003c47 req-dff9bc0a-892c-41c4-9acd-0455cb818700 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0468309 Aug 18 14:49:55.263995 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c9dfacf8-95c8-4916-9178-0d4e69003c47 req-5187461c-e42b-4f05-bb50-31001782f0da tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340111 Aug 18 14:49:55.690139 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802df6a-1ad3-4815-8254-ee829b212953 req-c48b83a4-f759-4d19-8ddc-ada0e50f3cda tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:55.691653 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0802df6a-1ad3-4815-8254-ee829b212953 req-c48b83a4-f759-4d19-8ddc-ada0e50f3cda tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0483181 Aug 18 14:49:55.727895 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0802df6a-1ad3-4815-8254-ee829b212953 req-1a51243c-ad1f-4a16-8db9-7b96507a524a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305438 Aug 18 14:49:55.790342 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:49:55.837314 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ce0a8-3e81-4b02-8ba9-b9eb8862d7ee req-e1463ecb-0b57-45a7-bde5-ed9ad989d953 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:55.838792 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-673ce0a8-3e81-4b02-8ba9-b9eb8862d7ee req-e1463ecb-0b57-45a7-bde5-ed9ad989d953 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0474439 Aug 18 14:49:55.874736 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-673ce0a8-3e81-4b02-8ba9-b9eb8862d7ee req-891cd9af-8644-4ed7-8057-20c823e379c6 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300288 Aug 18 14:49:55.895596 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 36442) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:56.075311 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa12bc34-e29b-4ae8-9bf1-436fde645b3d tempest-TestShelveInstance-1417185246 tempest-TestShelveInstance-1417185246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:56.076824 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-aa12bc34-e29b-4ae8-9bf1-436fde645b3d tempest-TestShelveInstance-1417185246 tempest-TestShelveInstance-1417185246-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 1094 time: 0.1802471 Aug 18 14:49:56.079636 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 36446) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:56.083985 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Request body: {'floatingip': {'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'port_id': '846820e3-f655-4843-8fcd-1f53113fb919', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:56.104704 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for floatingip, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.199355 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.297843 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Allocated IP 172.27.0.15 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/84ab1b35-4991-4d5e-9223-2539364f6145) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:56.377555 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775e9c-5a15-42f3-9155-ec1aab9ef6b2 req-2fb8c129-9f54-4939-acca-606dea29ef58 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:56.379076 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-22775e9c-5a15-42f3-9155-ec1aab9ef6b2 req-2fb8c129-9f54-4939-acca-606dea29ef58 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0480568 Aug 18 14:49:56.400443 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.419730 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-22775e9c-5a15-42f3-9155-ec1aab9ef6b2 req-58f22c30-f77b-4465-8d2d-71174ccfde33 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346620 Aug 18 14:49:56.438416 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.472377 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:56.476831 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:56.480209 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:56.502825 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event updated for resources: {'Port': ['ID=84ab1b35-4991-4d5e-9223-2539364f6145,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:57.077102 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:57.140213 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:57.285075 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:57.289472 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:57.360862 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event updated for resources: {'Port': ['ID=84ab1b35-4991-4d5e-9223-2539364f6145,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:57.368485 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:57.465782 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.l3_db [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Floating IP 96427d25-0acb-4dbd-bbed-4efaeb1b5c0c associated. External IP: 172.27.0.15, port: 846820e3-f655-4843-8fcd-1f53113fb919. Aug 18 14:49:57.534976 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3d338-4dad-46e5-9242-919cdedb3961 req-4875f47b-9908-4a4b-9bec-e51c5b0be2e8 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:57.536447 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-50f3d338-4dad-46e5-9242-919cdedb3961 req-4875f47b-9908-4a4b-9bec-e51c5b0be2e8 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0479617 Aug 18 14:49:57.573815 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-50f3d338-4dad-46e5-9242-919cdedb3961 req-80b0f0e8-7b24-4b6c-865b-77b1a43436ec tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314326 Aug 18 14:49:57.669156 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Router a2f67069-b024-4594-aa26-f9169be8c704 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:49:57.773105 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:57.782698 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c779bb-ad57-478a-b070-9ce08dbc0007 None None] Sync routers for ids ['a2f67069-b024-4594-aa26-f9169be8c704'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:57.788625 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:57.795766 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c779bb-ad57-478a-b070-9ce08dbc0007 None None] Routers {'a2f67069-b024-4594-aa26-f9169be8c704'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:57.796399 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-73c779bb-ad57-478a-b070-9ce08dbc0007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:49:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['a2f67069-b024-4594-aa26-f9169be8c704'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:57.816085 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5eb39012-7807-4764-ba15-a5af8051bf82 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7354345 Aug 18 14:49:57.816670 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:57.818958 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199f8011-15cf-4136-baef-51a8e165f757" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "tag": "846820e3-f655-4843-8fcd-1f53113fb919"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:57.853296 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece2f0d6-e575-4a7f-970d-b71575b6c615 x-openstack-request-id: req-ece2f0d6-e575-4a7f-970d-b71575b6c615 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:57.853589 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "tag": "846820e3-f655-4843-8fcd-1f53113fb919", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:57.853844 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ece2f0d6-e575-4a7f-970d-b71575b6c615 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:57.854351 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919', 'status': 'completed', 'code': 200} Aug 18 14:49:57.900197 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-73c779bb-ad57-478a-b070-9ce08dbc0007 None None] Set router a2f67069-b024-4594-aa26-f9169be8c704 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:57.946518 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f8011-15cf-4136-baef-51a8e165f757 req-c41b0c4e-f547-4127-bdd9-7e7c0f4d9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:57.947987 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-199f8011-15cf-4136-baef-51a8e165f757 req-c41b0c4e-f547-4127-bdd9-7e7c0f4d9ced service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5be734f088c14330b963c99e12467ac6&device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 1099 time: 0.0433321 Aug 18 14:49:58.037198 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f8011-15cf-4136-baef-51a8e165f757 req-fb4b6632-ba45-4483-b341-06d44f168678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:58.038787 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-199f8011-15cf-4136-baef-51a8e165f757 req-fb4b6632-ba45-4483-b341-06d44f168678 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34cb5995-9b71-40b5-b1be-b7b7064f00da HTTP/1.1" status: 200 len: 910 time: 0.0833628 Aug 18 14:49:58.107805 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-199f8011-15cf-4136-baef-51a8e165f757 req-b3b468e6-8f1a-4134-ba55-ce63141dbb85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846820e3-f655-4843-8fcd-1f53113fb919 HTTP/1.1" status: 200 len: 999 time: 0.0613496 Aug 18 14:49:58.158012 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f8011-15cf-4136-baef-51a8e165f757 req-ee143ad9-584a-4dbc-ad99-d63bca03d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:58.159511 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-199f8011-15cf-4136-baef-51a8e165f757 req-ee143ad9-584a-4dbc-ad99-d63bca03d2a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3764aa65-4089-49cd-9856-114969fd6b5f HTTP/1.1" status: 200 len: 848 time: 0.0444036 Aug 18 14:49:58.162996 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-73c779bb-ad57-478a-b070-9ce08dbc0007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '96427d25-0acb-4dbd-bbed-4efaeb1b5c0c', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'port_id': '846820e3-f655-4843-8fcd-1f53113fb919', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'mac_address': 'fa:16:3e:f4:f8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:49:56Z', 'updated_at': '2021-08-18T14:49:56Z', 'revision_number': 0, 'project_id': '5be734f088c14330b963c99e12467ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7a02fc-1995-47f3-92b9-9c0be08d7d19', 'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'mac_address': 'fa:16:3e:bb:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:48Z', 'updated_at': '2021-08-18T14:48:56Z', 'revision_number': 5, 'project_id': '5be734f088c14330b963c99e12467ac6', 'subnets': [{'id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:58.193307 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c779bb-ad57-478a-b070-9ce08dbc0007 None None] Checking router: a2f67069-b024-4594-aa26-f9169be8c704 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:58.202057 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c779bb-ad57-478a-b070-9ce08dbc0007 None None] Routers {'a2f67069-b024-4594-aa26-f9169be8c704'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:58.202705 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-73c779bb-ad57-478a-b070-9ce08dbc0007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:49:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['a2f67069-b024-4594-aa26-f9169be8c704'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:58.205259 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f8011-15cf-4136-baef-51a8e165f757 req-4daede05-cf5c-4c2a-bf1a-3d259ea4f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:58.206787 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-199f8011-15cf-4136-baef-51a8e165f757 req-4daede05-cf5c-4c2a-bf1a-3d259ea4f38c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34cb5995-9b71-40b5-b1be-b7b7064f00da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400519 Aug 18 14:49:58.300364 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-199f8011-15cf-4136-baef-51a8e165f757 req-2beee949-aa4c-4f9d-8afe-09f2f62790e0 service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840628 Aug 18 14:49:58.304991 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-73c779bb-ad57-478a-b070-9ce08dbc0007 None None] Set router a2f67069-b024-4594-aa26-f9169be8c704 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:58.388329 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-199f8011-15cf-4136-baef-51a8e165f757 req-dae10bb3-4ec1-42d0-8fa1-2e4bc13aa109 service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811102 Aug 18 14:49:58.526649 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-73c779bb-ad57-478a-b070-9ce08dbc0007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '96427d25-0acb-4dbd-bbed-4efaeb1b5c0c', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'port_id': '846820e3-f655-4843-8fcd-1f53113fb919', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'mac_address': 'fa:16:3e:f4:f8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:49:56Z', 'updated_at': '2021-08-18T14:49:56Z', 'revision_number': 0, 'project_id': '5be734f088c14330b963c99e12467ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7a02fc-1995-47f3-92b9-9c0be08d7d19', 'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'mac_address': 'fa:16:3e:bb:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:48Z', 'updated_at': '2021-08-18T14:48:56Z', 'revision_number': 5, 'project_id': '5be734f088c14330b963c99e12467ac6', 'subnets': [{'id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:58.555390 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c779bb-ad57-478a-b070-9ce08dbc0007 None None] The sync data for ids ['a2f67069-b024-4594-aa26-f9169be8c704'] in dv-cinder-788365-10-iscsi is: [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '96427d25-0acb-4dbd-bbed-4efaeb1b5c0c', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'port_id': '846820e3-f655-4843-8fcd-1f53113fb919', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'mac_address': 'fa:16:3e:f4:f8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:49:56Z', 'updated_at': '2021-08-18T14:49:56Z', 'revision_number': 0, 'project_id': '5be734f088c14330b963c99e12467ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7a02fc-1995-47f3-92b9-9c0be08d7d19', 'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'mac_address': 'fa:16:3e:bb:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:48Z', 'updated_at': '2021-08-18T14:48:56Z', 'revision_number': 5, 'project_id': '5be734f088c14330b963c99e12467ac6', 'subnets': [{'id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:58.689357 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de44c6-edc9-4c3e-886c-a2407b51ec33 req-524aad03-29fd-4c34-9f26-977fd3456c35 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:58.690920 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-38de44c6-edc9-4c3e-886c-a2407b51ec33 req-524aad03-29fd-4c34-9f26-977fd3456c35 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0489042 Aug 18 14:49:58.730042 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-38de44c6-edc9-4c3e-886c-a2407b51ec33 req-33b9ae34-716d-4686-90b5-d30d0a87ed0f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332577 Aug 18 14:49:58.734410 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fade4a-9d49-434d-b242-05072dbfacea None None] New status for floating IP 96427d25-0acb-4dbd-bbed-4efaeb1b5c0c: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:49:59.847011 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d0639-8041-485e-9009-e9b2bfa7ff58 req-33ebb078-215f-44d6-9fe2-af9950745c89 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:59.848446 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2e8d0639-8041-485e-9009-e9b2bfa7ff58 req-33ebb078-215f-44d6-9fe2-af9950745c89 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0484462 Aug 18 14:49:59.887967 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2e8d0639-8041-485e-9009-e9b2bfa7ff58 req-5ea4abf3-fcbd-4f24-8bdf-97ed6fe82269 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336521 Aug 18 14:50:01.000515 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88467275-944e-462c-af19-75163ca79e51 req-60251dd7-b311-4419-ad49-88ae7694079e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:01.001984 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-88467275-944e-462c-af19-75163ca79e51 req-60251dd7-b311-4419-ad49-88ae7694079e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0482240 Aug 18 14:50:01.040190 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-88467275-944e-462c-af19-75163ca79e51 req-140ff87b-1fa2-46e3-988d-bb0d7aef6c2c tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324836 Aug 18 14:50:02.158285 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95777c73-91bf-4da6-92da-ea60c9f0a5c9 req-3295cabb-1395-411a-b782-4fdcb8e3f377 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:02.159737 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-95777c73-91bf-4da6-92da-ea60c9f0a5c9 req-3295cabb-1395-411a-b782-4fdcb8e3f377 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0468040 Aug 18 14:50:02.195959 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-95777c73-91bf-4da6-92da-ea60c9f0a5c9 req-71595ca2-f384-4af1-b336-eb94c4cb344a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305514 Aug 18 14:50:03.307361 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ddd53-4681-4472-ba43-c5cc7dac23e2 req-4e586162-66de-4c98-83a9-47ec1ee967c6 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:03.308815 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d78ddd53-4681-4472-ba43-c5cc7dac23e2 req-4e586162-66de-4c98-83a9-47ec1ee967c6 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0479019 Aug 18 14:50:03.349038 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d78ddd53-4681-4472-ba43-c5cc7dac23e2 req-f731da34-907a-4cc3-bf64-9bd9c88ccde8 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340631 Aug 18 14:50:04.663608 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c01e2-dd3b-4a46-a793-fddf832e0941 req-c00259c9-96a9-4782-877b-2234f2d8190f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:04.665084 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a4c01e2-dd3b-4a46-a793-fddf832e0941 req-c00259c9-96a9-4782-877b-2234f2d8190f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.2504027 Aug 18 14:50:04.702998 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a4c01e2-dd3b-4a46-a793-fddf832e0941 req-51b66e3d-0c13-4cfc-bdbd-3c749c0edc97 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305350 Aug 18 14:50:05.813022 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162bbbb-3bbd-44d8-abbb-b6428be3b8c0 req-8bfb3700-ece1-45f1-a707-be978ebdad75 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:05.814526 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b162bbbb-3bbd-44d8-abbb-b6428be3b8c0 req-8bfb3700-ece1-45f1-a707-be978ebdad75 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0473146 Aug 18 14:50:05.851234 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b162bbbb-3bbd-44d8-abbb-b6428be3b8c0 req-158991bf-034f-4a51-bcc1-591343da5f8a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310199 Aug 18 14:50:06.039332 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7fa8d-5c47-46f3-ad01-79f6e70b07f8 req-4c888a13-ffdf-4d20-b761-073e1ea9ae28 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:06.040831 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-98a7fa8d-5c47-46f3-ad01-79f6e70b07f8 req-4c888a13-ffdf-4d20-b761-073e1ea9ae28 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0498667 Aug 18 14:50:06.081449 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-98a7fa8d-5c47-46f3-ad01-79f6e70b07f8 req-a7bdeade-dcc7-4fb5-8161-674aa3219c0a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347278 Aug 18 14:50:06.126094 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862bbe-4ed9-48b1-bb0d-e7832baf4fcc req-8ed81bf6-ef0c-42cc-81cb-2ee084ca8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:06.127632 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f862bbe-4ed9-48b1-bb0d-e7832baf4fcc req-8ed81bf6-ef0c-42cc-81cb-2ee084ca8c0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 1098 time: 0.0486858 Aug 18 14:50:06.221270 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862bbe-4ed9-48b1-bb0d-e7832baf4fcc req-624042a7-7bfd-4a34-9e62-bb788960d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:06.222750 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f862bbe-4ed9-48b1-bb0d-e7832baf4fcc req-624042a7-7bfd-4a34-9e62-bb788960d6fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 910 time: 0.0869913 Aug 18 14:50:06.290588 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f862bbe-4ed9-48b1-bb0d-e7832baf4fcc req-cf9b41a1-dbb7-475c-80d9-87e4f9589618 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f47394-5672-4e78-8c2a-922809dce60e HTTP/1.1" status: 200 len: 1001 time: 0.0599306 Aug 18 14:50:06.340601 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862bbe-4ed9-48b1-bb0d-e7832baf4fcc req-c808b4cd-6ba4-4afa-9d5f-6d28953f906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:06.342383 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f862bbe-4ed9-48b1-bb0d-e7832baf4fcc req-c808b4cd-6ba4-4afa-9d5f-6d28953f906e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 200 len: 848 time: 0.0446448 Aug 18 14:50:06.388598 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862bbe-4ed9-48b1-bb0d-e7832baf4fcc req-1bdc4123-7a5f-43f1-b701-2fd95f5129fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:06.390033 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f862bbe-4ed9-48b1-bb0d-e7832baf4fcc req-1bdc4123-7a5f-43f1-b701-2fd95f5129fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f453827-31cb-4cd9-a35c-9030c6070e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393498 Aug 18 14:50:06.479063 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f862bbe-4ed9-48b1-bb0d-e7832baf4fcc req-bf000929-76fb-46a8-adfa-25c92b78a559 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816491 Aug 18 14:50:06.567101 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1f862bbe-4ed9-48b1-bb0d-e7832baf4fcc req-2217869e-6e23-48e7-b45d-55a3521a0d70 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810070 Aug 18 14:50:07.196520 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7ca41-b327-4aea-9e9e-d6063fc15910 req-9f23d5be-ff1e-460c-be4f-de27f672bece tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:07.198057 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-afd7ca41-b327-4aea-9e9e-d6063fc15910 req-9f23d5be-ff1e-460c-be4f-de27f672bece tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0499246 Aug 18 14:50:07.243387 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-afd7ca41-b327-4aea-9e9e-d6063fc15910 req-6404737a-0c64-4031-8c80-bf69d58b8587 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389409 Aug 18 14:50:08.167034 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421807b6-84eb-48a7-8724-62da3b1d9891 req-5f364c02-ec75-4fd9-87d9-416856c37767 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:08.168519 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-421807b6-84eb-48a7-8724-62da3b1d9891 req-5f364c02-ec75-4fd9-87d9-416856c37767 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 946 time: 0.0475461 Aug 18 14:50:08.204933 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-421807b6-84eb-48a7-8724-62da3b1d9891 req-6d7733ea-2058-490e-a9a1-922bf7bd5bfc tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305645 Aug 18 14:50:08.357191 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c32a5-64b2-42d9-8989-d372e3565aa5 req-8f48c8fb-3842-4ea6-b0eb-2e16b3a20c8e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:08.358588 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a9c32a5-64b2-42d9-8989-d372e3565aa5 req-8f48c8fb-3842-4ea6-b0eb-2e16b3a20c8e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0480905 Aug 18 14:50:08.398616 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3a9c32a5-64b2-42d9-8989-d372e3565aa5 req-dea44ed6-f8ca-4359-a86a-249bfa604a99 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341487 Aug 18 14:50:09.322594 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc7e6d-71a4-4662-b0a3-f7665dc41d9f req-48105f55-c082-45f6-bfa5-9a4726a304c2 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:09.324068 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-eecc7e6d-71a4-4662-b0a3-f7665dc41d9f req-48105f55-c082-45f6-bfa5-9a4726a304c2 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 946 time: 0.0495944 Aug 18 14:50:09.362016 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-eecc7e6d-71a4-4662-b0a3-f7665dc41d9f req-ae1a8e3a-4444-4b19-b08b-8908c61c546d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321229 Aug 18 14:50:10.318050 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09001175-0381-4654-8b1f-97a2c772ea17 req-0f662c02-d267-45df-a1db-40b3cbafeb19 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:10.319545 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-09001175-0381-4654-8b1f-97a2c772ea17 req-0f662c02-d267-45df-a1db-40b3cbafeb19 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.69 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 946 time: 0.0486908 Aug 18 14:50:10.431082 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Deleting port d53c746d-33e4-4c87-86cf-31ffa51949ae {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:10.431428 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:10.479617 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68d9ea-072e-460c-97b8-33b2db18bf7c req-7c03e684-1feb-468e-9313-e8baa7cfc4dd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:10.481161 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9c68d9ea-072e-460c-97b8-33b2db18bf7c req-7c03e684-1feb-468e-9313-e8baa7cfc4dd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 946 time: 0.0478642 Aug 18 14:50:10.518263 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9c68d9ea-072e-460c-97b8-33b2db18bf7c req-8b626708-1202-444f-af11-0f0558d25211 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b96a0c2-3b49-4b6a-9020-ffaa7df88065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310731 Aug 18 14:50:10.518784 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] For port d53c746d-33e4-4c87-86cf-31ffa51949ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d53c746d-33e4-4c87-86cf-31ffa51949ae,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:10.519152 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:10.728986 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:10.729362 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:10.729679 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.l3_db [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Floating IP 2fdf9a2c-168d-4e70-998b-8fae0beb045d disassociated. External IP: 172.27.0.52, port: d53c746d-33e4-4c87-86cf-31ffa51949ae. Aug 18 14:50:10.730032 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Calling delete_port for d53c746d-33e4-4c87-86cf-31ffa51949ae owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:10.853045 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:10.880210 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event deleted for resources: {'Port': ['ID=d53c746d-33e4-4c87-86cf-31ffa51949ae,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:10.989288 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Router 0700a700-108e-4163-aafb-fa0e92dc4ceb has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:50:11.092951 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:50:11.103129 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e14f80-05ea-48f4-8644-f99582bd526e None None] Sync routers for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:50:11.113069 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e14f80-05ea-48f4-8644-f99582bd526e None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:11.113666 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-69e14f80-05ea-48f4-8644-f99582bd526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:49:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:11.133778 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] No DVR routers for this DVR port d53c746d-33e4-4c87-86cf-31ffa51949ae on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:50:11.136346 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:11.138397 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-09001175-0381-4654-8b1f-97a2c772ea17 req-da10876d-fdb2-4dc0-8d82-011a9cceaad5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.69 "DELETE /v2.0/ports/d53c746d-33e4-4c87-86cf-31ffa51949ae HTTP/1.1" status: 204 len: 173 time: 0.7946541 Aug 18 14:50:11.138861 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'name': 'network-vif-deleted', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:11.141093 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c4cb9d-ef92-472e-a86c-bfaa84a6f129" -d '{"events": [{"server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "name": "network-vif-deleted", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:11.179552 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858825c9-c994-4b02-8f85-a08f0ab7f6b0 x-openstack-request-id: req-858825c9-c994-4b02-8f85-a08f0ab7f6b0 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:11.180289 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea5cb3-4b83-44fe-8a9c-59af5de88433", "name": "network-vif-deleted", "tag": "d53c746d-33e4-4c87-86cf-31ffa51949ae", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:11.180289 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-858825c9-c994-4b02-8f85-a08f0ab7f6b0 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:11.180505 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea5cb3-4b83-44fe-8a9c-59af5de88433', 'name': 'network-vif-deleted', 'tag': 'd53c746d-33e4-4c87-86cf-31ffa51949ae', 'status': 'completed', 'code': 200} Aug 18 14:50:11.225554 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-69e14f80-05ea-48f4-8644-f99582bd526e None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:11.541152 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-69e14f80-05ea-48f4-8644-f99582bd526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:11.572721 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e14f80-05ea-48f4-8644-f99582bd526e None None] Checking router: 0700a700-108e-4163-aafb-fa0e92dc4ceb for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:50:11.581181 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e14f80-05ea-48f4-8644-f99582bd526e None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:11.581803 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-69e14f80-05ea-48f4-8644-f99582bd526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:49:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:11.631053 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ecaa1877-f951-48e7-a02c-099338b90697 req-23e96402-271d-4d47-8824-48dbd5259688 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=26ea5cb3-4b83-44fe-8a9c-59af5de88433 HTTP/1.1" status: 200 len: 210 time: 0.0308440 Aug 18 14:50:11.695313 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-69e14f80-05ea-48f4-8644-f99582bd526e None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:11.894262 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-69e14f80-05ea-48f4-8644-f99582bd526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:11.920486 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e14f80-05ea-48f4-8644-f99582bd526e None None] The sync data for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi is: [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:50:12.117394 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f452464-ebda-45be-8cb0-46075afbbfe8 None None] New status for floating IP 2fdf9a2c-168d-4e70-998b-8fae0beb045d: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:50:12.720853 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36526) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:12.778546 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2be0a8df-dc76-40b1-9d12-fe4c482a51ad tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:12.800466 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2be0a8df-dc76-40b1-9d12-fe4c482a51ad tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:12.829300 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d53c746d-33e4-4c87-86cf-31ffa51949ae no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:50:12.846989 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2be0a8df-dc76-40b1-9d12-fe4c482a51ad tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:12.849978 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2be0a8df-dc76-40b1-9d12-fe4c482a51ad tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:12.853605 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2be0a8df-dc76-40b1-9d12-fe4c482a51ad tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "DELETE /v2.0/security-groups/9b96a0c2-3b49-4b6a-9020-ffaa7df88065 HTTP/1.1" status: 204 len: 168 time: 0.1288180 Aug 18 14:50:12.853984 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 36528) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:12.862213 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0a8df-dc76-40b1-9d12-fe4c482a51ad tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b96a0c2-3b49-4b6a-9020-ffaa7df88065,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:12.868135 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.api.v2.resource [None req-4e45da04-8e1c-481a-8e4a-dbd2707c025a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] show failed (client error): The resource could not be found. Aug 18 14:50:12.869106 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-4e45da04-8e1c-481a-8e4a-dbd2707c025a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups/9b96a0c2-3b49-4b6a-9020-ffaa7df88065 HTTP/1.1" status: 404 len: 347 time: 0.0141108 Aug 18 14:50:12.870060 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: d53c746d-33e4-4c87-86cf-31ffa51949ae {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:50:12.870447 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d53c746d-33e4-4c87-86cf-31ffa51949ae not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:50:12.871926 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 36530) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:12.994338 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-9826587f-a11e-4d65-9272-8fc2dc357c36 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Deleting port a7d9ddb5-138b-43c4-a085-e4477a9a4624 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:12.994633 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9826587f-a11e-4d65-9272-8fc2dc357c36 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.065644 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9826587f-a11e-4d65-9272-8fc2dc357c36 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.065967 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9826587f-a11e-4d65-9272-8fc2dc357c36 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.077020 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-9826587f-a11e-4d65-9272-8fc2dc357c36 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Calling delete_port for a7d9ddb5-138b-43c4-a085-e4477a9a4624 owned by network:floatingip {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:13.208924 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9826587f-a11e-4d65-9272-8fc2dc357c36 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.233963 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826587f-a11e-4d65-9272-8fc2dc357c36 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event deleted for resources: {'Port': ['ID=a7d9ddb5-138b-43c4-a085-e4477a9a4624,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:13.298282 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9826587f-a11e-4d65-9272-8fc2dc357c36 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.301133 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9826587f-a11e-4d65-9272-8fc2dc357c36 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.306704 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9826587f-a11e-4d65-9272-8fc2dc357c36 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "DELETE /v2.0/floatingips/2fdf9a2c-168d-4e70-998b-8fae0beb045d HTTP/1.1" status: 204 len: 168 time: 0.4337785 Aug 18 14:50:13.507395 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 36534) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:13.512523 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-948a1a7f-2f35-4f9f-9919-2ea3fae9f5d3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1317159940', 'description': 'tempest-description--2070837300'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:13.534675 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-948a1a7f-2f35-4f9f-9919-2ea3fae9f5d3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.613237 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-948a1a7f-2f35-4f9f-9919-2ea3fae9f5d3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.616859 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-948a1a7f-2f35-4f9f-9919-2ea3fae9f5d3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.648343 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-948a1a7f-2f35-4f9f-9919-2ea3fae9f5d3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.649948 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-948a1a7f-2f35-4f9f-9919-2ea3fae9f5d3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1413193 Aug 18 14:50:13.650686 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a1a7f-2f35-4f9f-9919-2ea3fae9f5d3 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:13.652757 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36536) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:13.657370 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-55eba4e1-b938-47b3-a961-2e60dabaa30b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'security_group_rule': {'security_group_id': 'abe8319f-8e63-411a-9d3d-a0e6d4a81ed9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:13.683745 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-55eba4e1-b938-47b3-a961-2e60dabaa30b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.728335 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-55eba4e1-b938-47b3-a961-2e60dabaa30b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.732240 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-55eba4e1-b938-47b3-a961-2e60dabaa30b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.751842 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eba4e1-b938-47b3-a961-2e60dabaa30b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9b8512-54f4-4305-a51a-f2fb3c5ebb0b,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:13.754926 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-55eba4e1-b938-47b3-a961-2e60dabaa30b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.756095 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-55eba4e1-b938-47b3-a961-2e60dabaa30b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1023543 Aug 18 14:50:13.758738 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36538) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:13.763699 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-deaec445-1674-4bc2-95f7-93349a1f4a84 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'security_group_rule': {'security_group_id': 'abe8319f-8e63-411a-9d3d-a0e6d4a81ed9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:13.790758 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-deaec445-1674-4bc2-95f7-93349a1f4a84 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.847930 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-deaec445-1674-4bc2-95f7-93349a1f4a84 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.851464 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-deaec445-1674-4bc2-95f7-93349a1f4a84 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.867802 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaec445-1674-4bc2-95f7-93349a1f4a84 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671a2a69-cd10-4447-8acf-e5e6b77a312e,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:13.874566 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-deaec445-1674-4bc2-95f7-93349a1f4a84 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.875147 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-deaec445-1674-4bc2-95f7-93349a1f4a84 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154900 Aug 18 14:50:13.878128 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36540) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:13.882511 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'floatingip': {'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:13.907002 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.991119 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:14.001922 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:14.106646 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Allocated IP 172.27.0.86 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/438a0aff-6142-40c6-bf5a-8be488a305df) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:50:14.203300 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:14.239321 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:14.273353 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:50:14.277845 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:50:14.281231 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:50:14.309024 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'Port': ['ID=438a0aff-6142-40c6-bf5a-8be488a305df,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:14.404581 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:14.421763 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec24e115-351a-486c-b141-11951fe78bd8 req-b7ed450a-52c2-4b83-887b-3dddf10968d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413826 Aug 18 14:50:14.445156 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:14.540701 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24e115-351a-486c-b141-11951fe78bd8 req-3d8d498a-cd43-4f6d-9abd-3f00398421ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:14.542225 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec24e115-351a-486c-b141-11951fe78bd8 req-3d8d498a-cd43-4f6d-9abd-3f00398421ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 1098 time: 0.0504577 Aug 18 14:50:14.556520 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4f1756f3-2b8c-4c5e-8cc5-19c33fe369b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:14.596308 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:14.603130 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:14.648234 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24e115-351a-486c-b141-11951fe78bd8 req-329613ae-2aac-4e47-bccd-0a8dd85526fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:14.649706 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec24e115-351a-486c-b141-11951fe78bd8 req-329613ae-2aac-4e47-bccd-0a8dd85526fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 910 time: 0.0882313 Aug 18 14:50:14.668512 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'Port': ['ID=438a0aff-6142-40c6-bf5a-8be488a305df,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:14.683156 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:14.696511 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:14.697949 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-397287d4-0575-4015-9e65-1482708b0be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8188808 Aug 18 14:50:14.717730 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec24e115-351a-486c-b141-11951fe78bd8 req-a669735b-acee-41b1-8414-d8b856d28317 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29f47394-5672-4e78-8c2a-922809dce60e HTTP/1.1" status: 200 len: 1001 time: 0.0591810 Aug 18 14:50:14.774646 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24e115-351a-486c-b141-11951fe78bd8 req-7bffacf6-83cb-428d-be5f-2a36b5aa5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:14.776030 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec24e115-351a-486c-b141-11951fe78bd8 req-7bffacf6-83cb-428d-be5f-2a36b5aa5a96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 200 len: 848 time: 0.0477867 Aug 18 14:50:14.823134 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24e115-351a-486c-b141-11951fe78bd8 req-a124e624-d4f5-458a-82cd-eca153182d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:14.825158 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec24e115-351a-486c-b141-11951fe78bd8 req-a124e624-d4f5-458a-82cd-eca153182d05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f453827-31cb-4cd9-a35c-9030c6070e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400066 Aug 18 14:50:14.882357 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-e4b46ab3-ba1c-46fa-b1d8-8d168f64dbaf tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1317159940&fields=id&tenant_id=cb2575290eb748debff661a297f0d651 HTTP/1.1" status: 200 len: 267 time: 0.0316730 Aug 18 14:50:14.916755 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec24e115-351a-486c-b141-11951fe78bd8 req-82845e04-5073-459b-ac42-d258f1868732 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834765 Aug 18 14:50:14.989761 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a6be5c91-cb86-4453-9e98-ed862a410fb5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:14.991279 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a6be5c91-cb86-4453-9e98-ed862a410fb5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 817 time: 0.1018016 Aug 18 14:50:15.005735 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-fa6a89f7-976b-46aa-94fe-b8f18f9388d1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/quotas/cb2575290eb748debff661a297f0d651 HTTP/1.1" status: 200 len: 375 time: 0.0088480 Aug 18 14:50:15.012143 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ec24e115-351a-486c-b141-11951fe78bd8 req-ebffb494-c90b-49c5-bafb-4a1ab3b7ee7f service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835869 Aug 18 14:50:15.057626 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-9f85d9c7-986e-408f-8d4a-d72ebea09e49 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465746 Aug 18 14:50:15.197472 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-f7cff30f-d640-4df8-83e7-43e25b837997 service neutron] 10.222.0.38 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283188 Aug 18 14:50:15.283573 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-dba0b4b2-efae-46a7-a44b-b2ea689d7051 service neutron] 10.222.0.38 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795546 Aug 18 14:50:15.436338 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5861ae0c-bb21-47c2-aeb5-d94847968c1f req-12921053-0ac1-42b8-b364-9edd9640f288 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 210 time: 0.0264132 Aug 18 14:50:16.536554 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-428f253f-a071-4f6e-ab9d-c2dfc52ebed5 req-1b51f391-d981-4419-83f2-8a5dd81d1ba0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 210 time: 0.0273652 Aug 18 14:50:16.709386 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605333-1cfa-4021-a847-3cedf387db43 req-3dac9f0f-f0ac-446b-84ad-b468a86c1af8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:16.710842 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-3dac9f0f-f0ac-446b-84ad-b468a86c1af8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 817 time: 0.3671522 Aug 18 14:50:16.775332 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-fcdad834-accb-4e2f-a505-5bbe10e17943 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb2575290eb748debff661a297f0d651 HTTP/1.1" status: 200 len: 380 time: 0.0385406 Aug 18 14:50:16.833298 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'port': {'device_id': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'admin_state_up': True, 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'security_groups': ['abe8319f-8e63-411a-9d3d-a0e6d4a81ed9']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:16.938934 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Made reservation on behalf of cb2575290eb748debff661a297f0d651 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:50:16.942328 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.066770 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Allocated IP 172.20.0.4 (986a4ab3-f2dd-41e2-84e8-5bca658d0c0d/3dc48631-3ba7-48fa-9733-d2a6c9b2b448/9e005909-f4e3-47b7-8e23-5eb16ff9fa1b) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:50:17.187172 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f97f9ffe-8629-4962-8ea9-615c10ec41e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.203722 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.216405 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Transition to ACTIVE for port object 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:50:17.248341 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.289763 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:50:17.293323 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:50:17.296986 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:50:17.306532 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.320755 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event updated for resources: {'Port': ['ID=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:17.334942 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.335295 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.335638 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.335975 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.336307 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.336636 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.336961 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.337285 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.337610 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.337934 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.338256 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.338612 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:17.360504 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:17.361126 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.375278 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-ff40b49b-2619-49e1-aa79-f343455d3e83 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457935 Aug 18 14:50:17.397937 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Request body: {'port': {'device_id': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:17.456226 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.488275 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-4522817d-5eac-428f-b45f-369994a37bc9 None None] Provisioning for port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:50:17.492108 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-4522817d-5eac-428f-b45f-369994a37bc9 None None] Provisioning complete for port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:50:17.492490 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4522817d-5eac-428f-b45f-369994a37bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.526354 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-4522817d-5eac-428f-b45f-369994a37bc9 None None] Port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:50:17.657849 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4f089-3d5f-4a7e-8d3c-f8918cb9e9e3 req-b87db531-3401-40a0-8cb6-7540f427ca9d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:17.659443 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-add4f089-3d5f-4a7e-8d3c-f8918cb9e9e3 req-b87db531-3401-40a0-8cb6-7540f427ca9d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 931 time: 0.0523672 Aug 18 14:50:17.696558 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-add4f089-3d5f-4a7e-8d3c-f8918cb9e9e3 req-a130ac55-0e76-4088-a0f8-0d3ce9db66e6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311372 Aug 18 14:50:17.718966 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:50:17.726313 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.737764 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Transition to ACTIVE for port object 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:50:17.741309 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.790628 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Pushing event updated for resources: {'Port': ['ID=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:17.861269 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Attempting to bind port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:50:17.861614 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Attempting to bind port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:50:17.861952 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Attempting to bind port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b on network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:50:17.866409 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b on network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:50:17.866759 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Attempting to bind port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b on network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:50:17.871593 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:50:17.871937 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Checking segment: {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:50:17.872323 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Bound using segment: {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:50:17.872750 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Bound port: 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69d35fc-2d75-4f9a-8818-a67f0070b1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:50:17.873110 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.938270 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:50:17.942182 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:50:17.947354 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.981617 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:17.982240 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.983927 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] 10.222.0.69 "PUT /v2.0/ports/9e005909-f4e3-47b7-8e23-5eb16ff9fa1b HTTP/1.1" status: 200 len: 1093 time: 0.5905328 Aug 18 14:50:17.984408 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:17.986083 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:17.987112 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:18.014693 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ec52e-e6cc-43cf-aa60-d58bf499db69 service neutron] Pushing event updated for resources: {'Port': ['ID=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:18.041543 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eec1ea2-283d-4ab7-98d8-970a63d2fab5 x-openstack-request-id: req-8eec1ea2-283d-4ab7-98d8-970a63d2fab5 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:18.042294 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:18.042638 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8eec1ea2-283d-4ab7-98d8-970a63d2fab5 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:18.043105 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'status': 'completed', 'code': 200} Aug 18 14:50:18.114463 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605333-1cfa-4021-a847-3cedf387db43 req-9a197ff2-a029-414f-add9-adce60c6b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:18.116011 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-9a197ff2-a029-414f-add9-adce60c6b369 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 1096 time: 0.0461175 Aug 18 14:50:18.169155 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-a2d97e19-ff82-448a-8259-1798e0f1e9b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b HTTP/1.1" status: 200 len: 217 time: 0.0351200 Aug 18 14:50:18.218639 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605333-1cfa-4021-a847-3cedf387db43 req-fac805f6-9c0a-4d64-bee7-7ab85871ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:18.220024 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-fac805f6-9c0a-4d64-bee7-7ab85871ba27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0422950 Aug 18 14:50:18.267651 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605333-1cfa-4021-a847-3cedf387db43 req-dc2e9265-f150-44c0-a2b9-c80ff940ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:18.269078 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-dc2e9265-f150-44c0-a2b9-c80ff940ba57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416770 Aug 18 14:50:18.356139 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-42f457ad-5fcd-4548-8cf5-0111362bd815 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797036 Aug 18 14:50:18.449505 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7c605333-1cfa-4021-a847-3cedf387db43 req-c03ce1cf-5ca4-4d4d-9e1f-0faf79790327 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844290 Aug 18 14:50:18.605779 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0 req-b7f7826e-f245-4274-bd0a-6f084225cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:18.607338 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0 req-b7f7826e-f245-4274-bd0a-6f084225cc86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 1096 time: 0.0397084 Aug 18 14:50:18.695994 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0 req-04408567-7efb-43d4-b897-7cf278ce042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:18.697411 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0 req-04408567-7efb-43d4-b897-7cf278ce042e service neutron] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 918 time: 0.0809410 Aug 18 14:50:18.740915 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0 req-1218dcf9-3ccd-4644-ab33-be329f61a7de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b HTTP/1.1" status: 200 len: 217 time: 0.0360901 Aug 18 14:50:18.788634 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0 req-980d83f5-b11b-481f-a4a1-1b88d56022ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:18.790083 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0 req-980d83f5-b11b-481f-a4a1-1b88d56022ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0422461 Aug 18 14:50:18.814516 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933f213-a9b1-49cb-ba21-a46d5d1fe9dc req-4c3bfaf2-c933-4444-9406-19f5d50aa349 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:18.816049 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5933f213-a9b1-49cb-ba21-a46d5d1fe9dc req-4c3bfaf2-c933-4444-9406-19f5d50aa349 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0484087 Aug 18 14:50:18.840783 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0 req-c64368f4-9d98-41aa-8c99-0a42bafb41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:18.842264 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0 req-c64368f4-9d98-41aa-8c99-0a42bafb41ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394113 Aug 18 14:50:18.853077 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5933f213-a9b1-49cb-ba21-a46d5d1fe9dc req-cc3959ab-d230-49b6-85cc-54e0c7c0a5b6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312238 Aug 18 14:50:18.935942 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0 req-484bd43c-9b2e-42f9-ba87-77a8f52a4af5 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846000 Aug 18 14:50:19.029395 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-66fc6c85-6d8a-4b37-9f9e-38e4e6208ea0 req-a2113310-17d7-4d34-97c7-18595a836391 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782385 Aug 18 14:50:19.969747 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff08c3-eecb-4673-8d54-e90f9809698f req-3f915582-f7a7-41f4-8358-698d29862be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:19.971221 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-29ff08c3-eecb-4673-8d54-e90f9809698f req-3f915582-f7a7-41f4-8358-698d29862be8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0472457 Aug 18 14:50:20.007358 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-29ff08c3-eecb-4673-8d54-e90f9809698f req-57eb792c-1477-49ef-95c1-3585f82a9309 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304716 Aug 18 14:50:20.119606 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:20.903636 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:50:20.997728 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:21.008771 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'port_id': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'mac_address': 'fa:16:3e:06:26:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:50:21.044743 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:21.057168 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:50:21.076972 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:21.080956 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:21.127233 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1c2c5-e1c3-4626-84ff-88294829a769 req-85cf5307-9227-4a35-a661-adf7a4a573f9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:21.128413 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:21.128869 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dfb1c2c5-e1c3-4626-84ff-88294829a769 req-85cf5307-9227-4a35-a661-adf7a4a573f9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 944 time: 0.0526555 Aug 18 14:50:21.166218 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dfb1c2c5-e1c3-4626-84ff-88294829a769 req-1bf91f5a-7338-4883-a7e6-2c8daacde2ad tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314176 Aug 18 14:50:21.524792 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['9e005909-f4e3-47b7-8e23-5eb16ff9fa1b'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:50:22.281373 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b635c20-e228-4540-82b6-7dd056a64908 req-72cab809-bb72-4c9f-9610-959f4ebe0db6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:22.282826 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8b635c20-e228-4540-82b6-7dd056a64908 req-72cab809-bb72-4c9f-9610-959f4ebe0db6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 944 time: 0.0474949 Aug 18 14:50:22.319474 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8b635c20-e228-4540-82b6-7dd056a64908 req-afdf86a1-4dc7-4386-9954-85521c647580 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309007 Aug 18 14:50:22.903871 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:50:22.950765 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:50:22.954246 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:50:22.954647 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.029974 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.051358 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:23.053560 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263bcb9d-6ebb-457f-b84b-20a01a27193a" -d '{"events": [{"server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "name": "network-vif-plugged", "status": "completed", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:23.066941 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:23.070811 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.092686 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3b10bd-8afe-4499-a52a-9eb69266375b x-openstack-request-id: req-8a3b10bd-8afe-4499-a52a-9eb69266375b {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:23.092980 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "name": "network-vif-plugged", "status": "completed", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:23.093232 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a3b10bd-8afe-4499-a52a-9eb69266375b {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:23.093616 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'code': 200} Aug 18 14:50:23.118345 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:23.295958 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89494b-919b-47cc-bb61-2def74bfbd7d req-20cc404c-a6e1-4e25-b4ff-146036b3896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:23.297377 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6d89494b-919b-47cc-bb61-2def74bfbd7d req-20cc404c-a6e1-4e25-b4ff-146036b3896c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 1098 time: 0.0433221 Aug 18 14:50:23.332146 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6d89494b-919b-47cc-bb61-2def74bfbd7d req-bdcdc82e-99d3-4efb-adbf-dbf0fc7b6b90 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271537 Aug 18 14:50:23.435485 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b6e91-48f3-49b9-8907-f11362831172 req-49165acb-c267-4a60-8069-11fbc257a98a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:23.436957 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3c6b6e91-48f3-49b9-8907-f11362831172 req-49165acb-c267-4a60-8069-11fbc257a98a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0478005 Aug 18 14:50:23.472964 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3c6b6e91-48f3-49b9-8907-f11362831172 req-68270d9b-e6d7-483c-8e13-aa3e064fb090 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299814 Aug 18 14:50:24.593175 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f6b4f-dd6d-4003-8d93-3fec2dbe6008 req-32b3d9bb-4bb6-4b1b-a646-e0c1e4ef63f8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:24.594722 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-182f6b4f-dd6d-4003-8d93-3fec2dbe6008 req-32b3d9bb-4bb6-4b1b-a646-e0c1e4ef63f8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0512996 Aug 18 14:50:24.632482 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-182f6b4f-dd6d-4003-8d93-3fec2dbe6008 req-078262f6-ed60-4ff5-a639-2f3896095a8a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316727 Aug 18 14:50:25.746385 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcbabd-0e6f-4ab6-b235-ee5143835b68 req-b62c6461-7048-4230-abde-8e65bf41c15f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:25.747906 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6ebcbabd-0e6f-4ab6-b235-ee5143835b68 req-b62c6461-7048-4230-abde-8e65bf41c15f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0465941 Aug 18 14:50:25.784029 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6ebcbabd-0e6f-4ab6-b235-ee5143835b68 req-cc88c292-c606-457a-b327-e774a856f392 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303514 Aug 18 14:50:25.895405 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00fcf-02fb-4fdf-a51b-d8ba3bc8c3f7 req-521a86d4-e21f-43a1-a96f-4701e2bf5eb7 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:25.897127 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fdb00fcf-02fb-4fdf-a51b-d8ba3bc8c3f7 req-521a86d4-e21f-43a1-a96f-4701e2bf5eb7 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0478480 Aug 18 14:50:25.905357 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36598) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:25.909719 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-629db990-4e47-483d-b91e-8e1dbd5f4dab tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Request body: {'floatingip': {'port_id': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:25.950514 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-629db990-4e47-483d-b91e-8e1dbd5f4dab tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:26.365742 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-629db990-4e47-483d-b91e-8e1dbd5f4dab tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:26.370374 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-629db990-4e47-483d-b91e-8e1dbd5f4dab tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:26.462578 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-629db990-4e47-483d-b91e-8e1dbd5f4dab tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Floating IP 0bdfac5d-8a0b-4d05-82d9-d3dfcf95fdaf associated. External IP: 172.27.0.86, port: 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b. Aug 18 14:50:26.663053 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629db990-4e47-483d-b91e-8e1dbd5f4dab tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Router 0700a700-108e-4163-aafb-fa0e92dc4ceb has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:50:26.768229 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629db990-4e47-483d-b91e-8e1dbd5f4dab tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:50:26.773380 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-629db990-4e47-483d-b91e-8e1dbd5f4dab tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:26.778977 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b5aa7b-d59b-4253-9706-326fb352a179 None None] Sync routers for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:50:26.788949 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b5aa7b-d59b-4253-9706-326fb352a179 None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:26.789571 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-39b5aa7b-d59b-4253-9706-326fb352a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:50:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:26.800202 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-629db990-4e47-483d-b91e-8e1dbd5f4dab tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "PUT /v2.0/floatingips/0bdfac5d-8a0b-4d05-82d9-d3dfcf95fdaf HTTP/1.1" status: 200 len: 990 time: 0.8938181 Aug 18 14:50:26.800781 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:26.803052 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc7417-de82-4dab-8b45-e83ddec12f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:26.897654 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-39b5aa7b-d59b-4253-9706-326fb352a179 None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:26.904291 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584a72e9-97e4-4067-b112-6958b13c6f28 x-openstack-request-id: req-584a72e9-97e4-4067-b112-6958b13c6f28 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:26.904581 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:26.904835 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-584a72e9-97e4-4067-b112-6958b13c6f28 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:26.905231 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'status': 'completed', 'code': 200} Aug 18 14:50:27.000218 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc7417-de82-4dab-8b45-e83ddec12f2e req-d1ebf441-6821-424f-9595-3b6ea05cb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:27.001716 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28bc7417-de82-4dab-8b45-e83ddec12f2e req-d1ebf441-6821-424f-9595-3b6ea05cb253 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 1098 time: 0.0395241 Aug 18 14:50:27.090297 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc7417-de82-4dab-8b45-e83ddec12f2e req-55fe5a92-a2ae-4e36-95b6-7ab70754caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:27.091808 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28bc7417-de82-4dab-8b45-e83ddec12f2e req-55fe5a92-a2ae-4e36-95b6-7ab70754caa7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 918 time: 0.0830069 Aug 18 14:50:27.113733 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-39b5aa7b-d59b-4253-9706-326fb352a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '0bdfac5d-8a0b-4d05-82d9-d3dfcf95fdaf', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'port_id': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'mac_address': 'fa:16:3e:06:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:50:14Z', 'updated_at': '2021-08-18T14:50:26Z', 'revision_number': 1, 'project_id': 'cb2575290eb748debff661a297f0d651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:27.140358 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b5aa7b-d59b-4253-9706-326fb352a179 None None] Checking router: 0700a700-108e-4163-aafb-fa0e92dc4ceb for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:50:27.148553 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b5aa7b-d59b-4253-9706-326fb352a179 None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:27.149156 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-39b5aa7b-d59b-4253-9706-326fb352a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:50:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:27.160595 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28bc7417-de82-4dab-8b45-e83ddec12f2e req-91b346df-5a31-4c61-9b13-e2247460a1c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b HTTP/1.1" status: 200 len: 998 time: 0.0606017 Aug 18 14:50:27.209107 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc7417-de82-4dab-8b45-e83ddec12f2e req-4ffb9365-abdd-44a7-b376-efdccdf3a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:27.210494 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28bc7417-de82-4dab-8b45-e83ddec12f2e req-4ffb9365-abdd-44a7-b376-efdccdf3a4fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0424564 Aug 18 14:50:27.250934 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-39b5aa7b-d59b-4253-9706-326fb352a179 None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:27.255198 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc7417-de82-4dab-8b45-e83ddec12f2e req-3a5c5ba0-51ba-4a44-868f-ff2d51099d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:27.256708 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28bc7417-de82-4dab-8b45-e83ddec12f2e req-3a5c5ba0-51ba-4a44-868f-ff2d51099d88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387123 Aug 18 14:50:27.348760 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28bc7417-de82-4dab-8b45-e83ddec12f2e req-effdff2f-d9cb-48f7-8655-0e620d960f90 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836370 Aug 18 14:50:27.436520 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-28bc7417-de82-4dab-8b45-e83ddec12f2e req-35d5f865-b45e-44e0-aa68-6cb3601af433 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804212 Aug 18 14:50:27.472481 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-39b5aa7b-d59b-4253-9706-326fb352a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '0bdfac5d-8a0b-4d05-82d9-d3dfcf95fdaf', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'port_id': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'mac_address': 'fa:16:3e:06:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:50:14Z', 'updated_at': '2021-08-18T14:50:26Z', 'revision_number': 1, 'project_id': 'cb2575290eb748debff661a297f0d651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:27.609857 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b5aa7b-d59b-4253-9706-326fb352a179 None None] The sync data for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi is: [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '0bdfac5d-8a0b-4d05-82d9-d3dfcf95fdaf', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'port_id': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'mac_address': 'fa:16:3e:06:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:50:14Z', 'updated_at': '2021-08-18T14:50:26Z', 'revision_number': 1, 'project_id': 'cb2575290eb748debff661a297f0d651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:50:27.786887 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f329d-28c9-43c6-8694-67e6df627371 None None] New status for floating IP 0bdfac5d-8a0b-4d05-82d9-d3dfcf95fdaf: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:50:32.788511 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:50:43.985645 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:44.557303 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0004db97-f07d-49a2-b899-7ad47883c8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:47.187856 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6b31-dcdb-4699-be6d-81c6aa548b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:47.307071 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:47.999653 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:50.122686 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:06.602174 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afec84-a3ec-451a-8e22-1b7bf2980694 req-11d0857b-7256-43dd-97e1-722cf5d9ac0a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:06.603676 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-17afec84-a3ec-451a-8e22-1b7bf2980694 req-11d0857b-7256-43dd-97e1-722cf5d9ac0a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0468929 Aug 18 14:51:06.640762 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-17afec84-a3ec-451a-8e22-1b7bf2980694 req-91145d01-770a-408b-b13e-a4c3175436f2 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307219 Aug 18 14:51:07.755998 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18410001-73ff-4801-8211-64bb23b1b13e req-48645ae8-88bf-47fd-9952-c57b85f01ef9 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:07.757434 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-18410001-73ff-4801-8211-64bb23b1b13e req-48645ae8-88bf-47fd-9952-c57b85f01ef9 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0508389 Aug 18 14:51:07.793815 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-18410001-73ff-4801-8211-64bb23b1b13e req-c4247f5f-eb73-40c8-b09c-15b24a252cf9 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=303a62a0-2549-40a5-b3ed-bc1d9c0d0323&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305691 Aug 18 14:51:07.865586 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-3a5a5212-3463-40d1-9c0f-49dbe71c2efd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:07.867047 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-3a5a5212-3463-40d1-9c0f-49dbe71c2efd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 945 time: 0.0517340 Aug 18 14:51:07.954868 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Deleting port 29f47394-5672-4e78-8c2a-922809dce60e {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:51:07.955216 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:08.044438 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] For port 29f47394-5672-4e78-8c2a-922809dce60e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=29f47394-5672-4e78-8c2a-922809dce60e,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:08.044730 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:08.211364 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:08.211741 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:08.212081 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.l3_db [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Floating IP 7095b405-61a4-4dac-a6ac-84ed80ec86aa disassociated. External IP: 172.27.0.227, port: 29f47394-5672-4e78-8c2a-922809dce60e. Aug 18 14:51:08.212426 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Calling delete_port for 29f47394-5672-4e78-8c2a-922809dce60e owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:51:08.338356 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:08.365208 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event deleted for resources: {'Port': ['ID=29f47394-5672-4e78-8c2a-922809dce60e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:08.480875 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Router 244edcda-be09-4e9a-8bb1-cc16307a7d13 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:51:08.585152 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:51:08.595015 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764d8e5-22dd-42b3-9208-dc1e1ed0ba80 None None] Sync routers for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:51:08.603729 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764d8e5-22dd-42b3-9208-dc1e1ed0ba80 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:51:08.604355 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-9764d8e5-22dd-42b3-9208-dc1e1ed0ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:50:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:51:08.624556 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] No DVR routers for this DVR port 29f47394-5672-4e78-8c2a-922809dce60e on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:51:08.627140 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:08.629103 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-0debdfe4-50cd-4b5e-97d9-dd9d6bcf49b9 req-26568c3a-936a-43b4-b5a0-1e2a174dea7f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.69 "DELETE /v2.0/ports/29f47394-5672-4e78-8c2a-922809dce60e HTTP/1.1" status: 204 len: 173 time: 0.7557249 Aug 18 14:51:08.629543 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'name': 'network-vif-deleted', 'tag': '29f47394-5672-4e78-8c2a-922809dce60e'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:08.631793 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca30229b-aa79-417a-baaf-13491f8a5fc0" -d '{"events": [{"server_uuid": "8c7e0ddb-421f-47b8-b869-15fca5f2b55c", "name": "network-vif-deleted", "tag": "29f47394-5672-4e78-8c2a-922809dce60e"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:08.669280 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b2431-751e-4032-b1c3-fb1c5a180880 x-openstack-request-id: req-205b2431-751e-4032-b1c3-fb1c5a180880 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:08.669576 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7e0ddb-421f-47b8-b869-15fca5f2b55c", "name": "network-vif-deleted", "tag": "29f47394-5672-4e78-8c2a-922809dce60e", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:08.669884 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-205b2431-751e-4032-b1c3-fb1c5a180880 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:08.670399 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7e0ddb-421f-47b8-b869-15fca5f2b55c', 'name': 'network-vif-deleted', 'tag': '29f47394-5672-4e78-8c2a-922809dce60e', 'status': 'completed', 'code': 200} Aug 18 14:51:08.713327 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-9764d8e5-22dd-42b3-9208-dc1e1ed0ba80 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:51:08.904438 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d20ccfdf-f03c-4e8c-b799-7f434341f11a req-fdd1823c-07bb-4ea8-95c3-f2de80f39ad7 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c7e0ddb-421f-47b8-b869-15fca5f2b55c HTTP/1.1" status: 200 len: 210 time: 0.0254011 Aug 18 14:51:08.921779 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-9764d8e5-22dd-42b3-9208-dc1e1ed0ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:51:08.946969 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764d8e5-22dd-42b3-9208-dc1e1ed0ba80 None None] Checking router: 244edcda-be09-4e9a-8bb1-cc16307a7d13 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:51:08.954845 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764d8e5-22dd-42b3-9208-dc1e1ed0ba80 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:51:08.955391 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-9764d8e5-22dd-42b3-9208-dc1e1ed0ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:50:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:51:09.056871 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-9764d8e5-22dd-42b3-9208-dc1e1ed0ba80 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:51:09.257413 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-9764d8e5-22dd-42b3-9208-dc1e1ed0ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:51:09.284342 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764d8e5-22dd-42b3-9208-dc1e1ed0ba80 None None] The sync data for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi is: [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:51:09.484271 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0c6a9-0309-42f4-9f67-a3c3619a75b4 None None] New status for floating IP 7095b405-61a4-4dac-a6ac-84ed80ec86aa: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:51:09.786615 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:51:09.985672 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36722) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:10.038588 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.062111 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.106784 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.109849 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.111000 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "DELETE /v2.0/security-groups/303a62a0-2549-40a5-b3ed-bc1d9c0d0323 HTTP/1.1" status: 204 len: 168 time: 0.1243205 Aug 18 14:51:10.113765 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 36724) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:10.119533 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303a62a0-2549-40a5-b3ed-bc1d9c0d0323,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:10.126897 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.127249 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.127590 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.127767 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.api.v2.resource [None req-b137ab81-ffd3-4384-80e8-c4eac9cb9705 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] show failed (client error): The resource could not be found. Aug 18 14:51:10.127928 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.128264 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.128594 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.128744 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b137ab81-ffd3-4384-80e8-c4eac9cb9705 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups/303a62a0-2549-40a5-b3ed-bc1d9c0d0323 HTTP/1.1" status: 404 len: 347 time: 0.0139079 Aug 18 14:51:10.128924 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.129257 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.129583 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.129909 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.130231 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.130582 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdd7f78-2c23-4a5b-b6fa-c968b30b2cdd tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:10.132209 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 36726) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:10.257102 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-6fcdbeb1-6118-431a-b856-4d0756202c48 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Deleting port 14b8fc5b-9bf0-4d98-872d-315457f9369a {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:51:10.257453 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6fcdbeb1-6118-431a-b856-4d0756202c48 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.333987 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6fcdbeb1-6118-431a-b856-4d0756202c48 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.334353 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6fcdbeb1-6118-431a-b856-4d0756202c48 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.346007 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-6fcdbeb1-6118-431a-b856-4d0756202c48 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Calling delete_port for 14b8fc5b-9bf0-4d98-872d-315457f9369a owned by network:floatingip {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:51:10.475187 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6fcdbeb1-6118-431a-b856-4d0756202c48 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.497991 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdbeb1-6118-431a-b856-4d0756202c48 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event deleted for resources: {'Port': ['ID=14b8fc5b-9bf0-4d98-872d-315457f9369a,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:10.557701 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6fcdbeb1-6118-431a-b856-4d0756202c48 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.560314 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6fcdbeb1-6118-431a-b856-4d0756202c48 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.561442 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6fcdbeb1-6118-431a-b856-4d0756202c48 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "DELETE /v2.0/floatingips/7095b405-61a4-4dac-a6ac-84ed80ec86aa HTTP/1.1" status: 204 len: 168 time: 0.4275978 Aug 18 14:51:11.116543 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 36732) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:11.121266 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-b7b90ebd-a29e-43b7-91ed-a237632a1996 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104044405', 'description': 'tempest-description--1047286468'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:11.128777 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 29f47394-5672-4e78-8c2a-922809dce60e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:51:11.143338 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7b90ebd-a29e-43b7-91ed-a237632a1996 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.149503 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: 29f47394-5672-4e78-8c2a-922809dce60e {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:51:11.149857 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 29f47394-5672-4e78-8c2a-922809dce60e not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:51:11.226548 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7b90ebd-a29e-43b7-91ed-a237632a1996 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.230037 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7b90ebd-a29e-43b7-91ed-a237632a1996 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.255313 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b7b90ebd-a29e-43b7-91ed-a237632a1996 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.256503 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b7b90ebd-a29e-43b7-91ed-a237632a1996 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1389601 Aug 18 14:51:11.259556 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36734) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:11.260334 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b90ebd-a29e-43b7-91ed-a237632a1996 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a038fb-c101-441e-8702-90af93c4e524,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:11.265019 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-62649e34-edcb-4dd7-85b6-228dbd4b8a72 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'security_group_rule': {'security_group_id': '08a038fb-c101-441e-8702-90af93c4e524', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:11.294057 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-62649e34-edcb-4dd7-85b6-228dbd4b8a72 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.536758 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-62649e34-edcb-4dd7-85b6-228dbd4b8a72 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.541089 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-62649e34-edcb-4dd7-85b6-228dbd4b8a72 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.559525 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62649e34-edcb-4dd7-85b6-228dbd4b8a72 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54b4987-3a7a-4ae3-9305-67daf42fcd79,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:11.566064 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-62649e34-edcb-4dd7-85b6-228dbd4b8a72 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.567228 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-62649e34-edcb-4dd7-85b6-228dbd4b8a72 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3065741 Aug 18 14:51:11.569886 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36738) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:11.574137 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-d69244f3-27a2-413b-9f59-eaa2cebd9abe tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'security_group_rule': {'security_group_id': '08a038fb-c101-441e-8702-90af93c4e524', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:11.598926 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d69244f3-27a2-413b-9f59-eaa2cebd9abe tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.654532 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d69244f3-27a2-413b-9f59-eaa2cebd9abe tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.658166 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d69244f3-27a2-413b-9f59-eaa2cebd9abe tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.676953 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69244f3-27a2-413b-9f59-eaa2cebd9abe tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf23fd1-1d94-4406-a115-e54a84302a39,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:11.680575 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d69244f3-27a2-413b-9f59-eaa2cebd9abe tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.681926 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d69244f3-27a2-413b-9f59-eaa2cebd9abe tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1110992 Aug 18 14:51:11.685062 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36740) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:11.689906 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'floatingip': {'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:11.710685 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.804538 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.903020 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Allocated IP 172.27.0.67 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/8b53221a-7c3c-41b0-82ed-68f9b9bcc614) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:51:12.001370 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.037549 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.075760 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:51:12.078622 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:51:12.082074 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:51:12.087237 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'Port': ['ID=8b53221a-7c3c-41b0-82ed-68f9b9bcc614,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:12.168419 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.200154 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.344744 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.349572 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.413715 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'Port': ['ID=8b53221a-7c3c-41b0-82ed-68f9b9bcc614,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:12.425696 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.438965 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.440231 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2524f93a-bf09-41de-8a3e-5fd7464ff809 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7542603 Aug 18 14:51:12.575926 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-71a7289e-a1f2-42ae-b58a-7af8ae163be7 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1104044405&fields=id&tenant_id=81d17ffa16ee474495a70ab99e75c6b8 HTTP/1.1" status: 200 len: 267 time: 0.0324824 Aug 18 14:51:12.682766 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a286103-df2c-4126-8543-4b35a795ab74 req-df0c39b5-462d-4a0d-9c73-6e8f3050d9f0 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:12.684155 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-df0c39b5-462d-4a0d-9c73-6e8f3050d9f0 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 809 time: 0.1011102 Aug 18 14:51:12.699572 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-46c23aa5-8c8e-44a1-a596-50ca65f8b4ac tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/quotas/81d17ffa16ee474495a70ab99e75c6b8 HTTP/1.1" status: 200 len: 375 time: 0.0092008 Aug 18 14:51:12.750778 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-6f849507-3e04-480c-b105-59e5e9d67bd5 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449243 Aug 18 14:51:12.845469 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-6bca918c-04ba-4ac8-88ff-5f57bbcefeb9 service neutron] 10.222.0.38 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831838 Aug 18 14:51:12.931662 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-1dbea03f-705f-46ea-8ef7-70cb36e4be3f service neutron] 10.222.0.38 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801108 Aug 18 14:51:13.087509 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7a88de3c-3647-43a2-9a51-4d49bbc675bf req-501cea00-e1b8-452c-b5b4-ece24d83c45e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 210 time: 0.0254405 Aug 18 14:51:13.994274 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.094062 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a286103-df2c-4126-8543-4b35a795ab74 req-ce037827-5bec-4bc0-8c53-0ead30972a46 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:14.095529 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-ce037827-5bec-4bc0-8c53-0ead30972a46 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.69 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 809 time: 0.0987222 Aug 18 14:51:14.150091 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-7bbc8662-1de3-4915-aee8-4b09961390ad tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81d17ffa16ee474495a70ab99e75c6b8 HTTP/1.1" status: 200 len: 380 time: 0.0352509 Aug 18 14:51:14.160163 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'port': {'device_id': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'admin_state_up': True, 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'security_groups': ['08a038fb-c101-441e-8702-90af93c4e524']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:14.188160 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-69410c8a-4d52-4ec6-a275-528d352b4777 req-2af8292e-c50f-4d09-8f84-36a1cb446cba tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 210 time: 0.0255229 Aug 18 14:51:14.267963 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Made reservation on behalf of 81d17ffa16ee474495a70ab99e75c6b8 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:51:14.271507 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.395774 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Allocated IP 172.20.0.14 (9f453827-31cb-4cd9-a35c-9030c6070e8e/9da59616-bc97-489b-a3d0-517f11dd510c/96bdf476-dbf0-494a-a480-45f30c4a52e2) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:51:14.527173 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.539761 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Transition to ACTIVE for port object 96bdf476-dbf0-494a-a480-45f30c4a52e2 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:51:14.558683 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-577fc2cb-41f1-4546-8c52-c954a7d30e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.574612 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.623053 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Network 9f453827-31cb-4cd9-a35c-9030c6070e8e is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:51:14.626729 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:51:14.630786 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:51:14.657624 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event updated for resources: {'Port': ['ID=96bdf476-dbf0-494a-a480-45f30c4a52e2,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:14.694811 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:14.695227 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.711775 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-270cbce3-0f6f-4322-af23-c091be48e9aa tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555797 Aug 18 14:51:14.808597 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Request body: {'port': {'device_id': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:14.865210 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.871295 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-bb5cc93f-3cd7-4850-974f-15c5d9c7eca9 None None] Provisioning for port 96bdf476-dbf0-494a-a480-45f30c4a52e2 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:51:14.875458 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-bb5cc93f-3cd7-4850-974f-15c5d9c7eca9 None None] Provisioning complete for port 96bdf476-dbf0-494a-a480-45f30c4a52e2 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:51:14.875832 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc93f-3cd7-4850-974f-15c5d9c7eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.921553 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-bb5cc93f-3cd7-4850-974f-15c5d9c7eca9 None None] Port 96bdf476-dbf0-494a-a480-45f30c4a52e2 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:51:15.140731 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bdf476-dbf0-494a-a480-45f30c4a52e2 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:51:15.148341 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.159938 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Transition to ACTIVE for port object 96bdf476-dbf0-494a-a480-45f30c4a52e2 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:51:15.163293 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.229636 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Pushing event updated for resources: {'Port': ['ID=96bdf476-dbf0-494a-a480-45f30c4a52e2,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:15.285725 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Attempting to bind port 96bdf476-dbf0-494a-a480-45f30c4a52e2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:51:15.286061 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Attempting to bind port 96bdf476-dbf0-494a-a480-45f30c4a52e2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:51:15.286389 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Attempting to bind port 96bdf476-dbf0-494a-a480-45f30c4a52e2 on network 9f453827-31cb-4cd9-a35c-9030c6070e8e {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:51:15.291209 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Port 96bdf476-dbf0-494a-a480-45f30c4a52e2 on network 9f453827-31cb-4cd9-a35c-9030c6070e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:51:15.291534 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Attempting to bind port 96bdf476-dbf0-494a-a480-45f30c4a52e2 on network 9f453827-31cb-4cd9-a35c-9030c6070e8e {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:51:15.297408 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:51:15.298018 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Checking segment: {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:51:15.298597 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Bound using segment: {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:51:15.299063 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Bound port: 96bdf476-dbf0-494a-a480-45f30c4a52e2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4189b64-7332-4949-8889-1ab23c765e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:51:15.299424 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.322004 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eea6e1-10bc-4183-bbc0-2c293b5816b0 req-508d78e8-5297-416f-9453-6d1c74492ebb tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:15.323611 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-22eea6e1-10bc-4183-bbc0-2c293b5816b0 req-508d78e8-5297-416f-9453-6d1c74492ebb tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 944 time: 0.0617836 Aug 18 14:51:15.364314 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-22eea6e1-10bc-4183-bbc0-2c293b5816b0 req-c089c338-8eff-4526-91a4-a5fef25a25f9 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340347 Aug 18 14:51:15.368300 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] For port 96bdf476-dbf0-494a-a480-45f30c4a52e2, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:51:15.371557 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] For port 96bdf476-dbf0-494a-a480-45f30c4a52e2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=96bdf476-dbf0-494a-a480-45f30c4a52e2,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:51:15.376256 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.412422 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:15.413017 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.414414 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] 10.222.0.69 "PUT /v2.0/ports/96bdf476-dbf0-494a-a480-45f30c4a52e2 HTTP/1.1" status: 200 len: 1094 time: 0.6102781 Aug 18 14:51:15.417136 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'tag': '96bdf476-dbf0-494a-a480-45f30c4a52e2'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:15.419546 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53529390-2bd4-43f1-a51f-fddb9ffcb892" -d '{"events": [{"name": "network-changed", "server_uuid": "260601f2-2aa3-48ab-aace-8bed6551ad65", "tag": "96bdf476-dbf0-494a-a480-45f30c4a52e2"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:15.445153 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c1b3c-d2ca-4977-98bf-6d6482eb2a39 service neutron] Pushing event updated for resources: {'Port': ['ID=96bdf476-dbf0-494a-a480-45f30c4a52e2,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:15.468095 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053b1bd0-6b4b-4a2f-8855-7ad80dd9a65e x-openstack-request-id: req-053b1bd0-6b4b-4a2f-8855-7ad80dd9a65e {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:15.468586 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260601f2-2aa3-48ab-aace-8bed6551ad65", "tag": "96bdf476-dbf0-494a-a480-45f30c4a52e2", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:15.468840 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-053b1bd0-6b4b-4a2f-8855-7ad80dd9a65e {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:15.469239 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'tag': '96bdf476-dbf0-494a-a480-45f30c4a52e2', 'status': 'completed', 'code': 200} Aug 18 14:51:15.529577 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a286103-df2c-4126-8543-4b35a795ab74 req-83ad6fdb-6388-4e81-8ddc-be9b3defbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:15.531140 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-83ad6fdb-6388-4e81-8ddc-be9b3defbd8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 1097 time: 0.0422132 Aug 18 14:51:15.585166 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-18524698-cc2b-4462-ab80-135237921bf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96bdf476-dbf0-494a-a480-45f30c4a52e2 HTTP/1.1" status: 200 len: 217 time: 0.0376859 Aug 18 14:51:15.634668 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a286103-df2c-4126-8543-4b35a795ab74 req-2baa3d04-4ca5-4026-a2e8-3aa5034d4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:15.636087 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-2baa3d04-4ca5-4026-a2e8-3aa5034d4c14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 200 len: 848 time: 0.0435519 Aug 18 14:51:15.683019 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a286103-df2c-4126-8543-4b35a795ab74 req-745590a8-639e-407d-98cc-cc041cf560a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:15.684472 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-745590a8-639e-407d-98cc-cc041cf560a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f453827-31cb-4cd9-a35c-9030c6070e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409405 Aug 18 14:51:15.773937 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-aa901d49-fc90-4c18-b29b-c94137068233 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821142 Aug 18 14:51:15.860710 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-7a286103-df2c-4126-8543-4b35a795ab74 req-d9de8edd-fcb8-4e74-9498-17a6d6091279 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788217 Aug 18 14:51:16.010135 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53529390-2bd4-43f1-a51f-fddb9ffcb892 req-306b4f3e-12e0-48b9-be34-1deb3fca6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:16.011689 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53529390-2bd4-43f1-a51f-fddb9ffcb892 req-306b4f3e-12e0-48b9-be34-1deb3fca6711 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 1097 time: 0.0406165 Aug 18 14:51:16.102898 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53529390-2bd4-43f1-a51f-fddb9ffcb892 req-a7dd31b2-d550-4e2e-a88b-85d5e7403a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:16.104440 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53529390-2bd4-43f1-a51f-fddb9ffcb892 req-a7dd31b2-d550-4e2e-a88b-85d5e7403a8a service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 910 time: 0.0857077 Aug 18 14:51:16.146343 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53529390-2bd4-43f1-a51f-fddb9ffcb892 req-544f1aa0-40a1-43a3-a160-60e346a0cd77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96bdf476-dbf0-494a-a480-45f30c4a52e2 HTTP/1.1" status: 200 len: 217 time: 0.0346625 Aug 18 14:51:16.226469 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53529390-2bd4-43f1-a51f-fddb9ffcb892 req-92e4c4cb-141e-4a96-879b-3161ba5ba00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:16.227906 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53529390-2bd4-43f1-a51f-fddb9ffcb892 req-92e4c4cb-141e-4a96-879b-3161ba5ba00c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 200 len: 848 time: 0.0696440 Aug 18 14:51:16.246160 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-4abfb1aa-398e-44bd-86a5-923a4577366e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586302 Aug 18 14:51:16.274454 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53529390-2bd4-43f1-a51f-fddb9ffcb892 req-03d48ae3-4e1f-432a-9fef-50ca3741fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:16.275864 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53529390-2bd4-43f1-a51f-fddb9ffcb892 req-03d48ae3-4e1f-432a-9fef-50ca3741fbe4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f453827-31cb-4cd9-a35c-9030c6070e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403686 Aug 18 14:51:16.379704 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-cbcb16f5-6f69-40f6-b8db-cb40d10a0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:16.381180 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-cbcb16f5-6f69-40f6-b8db-cb40d10a0ca9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5be734f088c14330b963c99e12467ac6&device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 1099 time: 0.0944810 Aug 18 14:51:16.413732 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53529390-2bd4-43f1-a51f-fddb9ffcb892 req-19d56ce9-d51a-48ed-ac84-af7a9e39ecb5 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197805 Aug 18 14:51:16.481945 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9fd5f-d9ce-4d30-8c50-9bd8248e1033 req-ae13f7d0-6d06-4940-80f5-356ef0c85744 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:16.484124 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ace9fd5f-d9ce-4d30-8c50-9bd8248e1033 req-ae13f7d0-6d06-4940-80f5-356ef0c85744 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 944 time: 0.0505323 Aug 18 14:51:16.523247 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ace9fd5f-d9ce-4d30-8c50-9bd8248e1033 req-47270061-fc27-49bf-8f94-a8b4c57b4d6a tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329037 Aug 18 14:51:16.818655 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-89bfad8c-5c26-4fae-b343-e362a5fa5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:16.820009 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-89bfad8c-5c26-4fae-b343-e362a5fa5c87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34cb5995-9b71-40b5-b1be-b7b7064f00da HTTP/1.1" status: 200 len: 910 time: 0.4197028 Aug 18 14:51:16.823274 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-53529390-2bd4-43f1-a51f-fddb9ffcb892 req-99d851ec-bb16-47e6-b2c4-c0877da39b4e service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998876 Aug 18 14:51:16.909665 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-fbcff67d-2d1b-4bc9-94e1-704b0a5adac0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846820e3-f655-4843-8fcd-1f53113fb919 HTTP/1.1" status: 200 len: 1001 time: 0.0607834 Aug 18 14:51:16.956696 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-727d5057-8819-4395-887a-471421e2632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:16.958032 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-727d5057-8819-4395-887a-471421e2632a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3764aa65-4089-49cd-9856-114969fd6b5f HTTP/1.1" status: 200 len: 848 time: 0.0408916 Aug 18 14:51:17.001245 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-0550790d-d6ca-4be4-93b3-fefbb4cafcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:17.002677 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-0550790d-d6ca-4be4-93b3-fefbb4cafcf3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34cb5995-9b71-40b5-b1be-b7b7064f00da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0375257 Aug 18 14:51:17.094256 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-9d47c08a-084c-4b79-bd41-c85b0deb4abb service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842443 Aug 18 14:51:17.183816 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-830dd1d1-5c67-42f6-83cf-505c693f5414 req-a60ecd46-b31f-4d34-9696-6ff697537d42 service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811272 Aug 18 14:51:17.192176 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e283775e-a802-4d84-aa5a-ab8f63554143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:17.306664 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:17.637186 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7663c-f34e-4e77-a8c8-6be49d341f2b req-2b884152-02ad-40ad-b910-d25ff8237c23 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:17.639309 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7ea7663c-f34e-4e77-a8c8-6be49d341f2b req-2b884152-02ad-40ad-b910-d25ff8237c23 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 944 time: 0.0487890 Aug 18 14:51:17.676713 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7ea7663c-f34e-4e77-a8c8-6be49d341f2b req-35acc093-dc02-4095-9802-35c4bfc99cee tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Aug 18 14:51:17.990143 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:18.791885 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db446c-45c8-4292-ac1d-905b36a28247 req-df4a23ee-b8bd-492e-be5d-b7cc953c09ee tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:18.793325 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-11db446c-45c8-4292-ac1d-905b36a28247 req-df4a23ee-b8bd-492e-be5d-b7cc953c09ee tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 944 time: 0.0503781 Aug 18 14:51:18.829715 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-11db446c-45c8-4292-ac1d-905b36a28247 req-8984a033-0ddc-4479-ac8a-633e8a74c340 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299065 Aug 18 14:51:19.172879 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 96bdf476-dbf0-494a-a480-45f30c4a52e2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:51:19.265407 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 96bdf476-dbf0-494a-a480-45f30c4a52e2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=96bdf476-dbf0-494a-a480-45f30c4a52e2,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:19.276830 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '96bdf476-dbf0-494a-a480-45f30c4a52e2', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'port_id': '96bdf476-dbf0-494a-a480-45f30c4a52e2', 'mac_address': 'fa:16:3e:48:7f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:51:19.312475 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:19.328040 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bdf476-dbf0-494a-a480-45f30c4a52e2 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:51:19.347818 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 96bdf476-dbf0-494a-a480-45f30c4a52e2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=96bdf476-dbf0-494a-a480-45f30c4a52e2,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:19.352060 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:19.397596 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=96bdf476-dbf0-494a-a480-45f30c4a52e2,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:19.404450 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.404805 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.405150 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.406123 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.406486 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.406848 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.407182 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.407513 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.407843 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.408171 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.408495 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.408840 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:19.763362 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['96bdf476-dbf0-494a-a480-45f30c4a52e2'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:51:19.941689 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbd089-86f3-4ea5-9fb9-23f3d7ee1cb8 req-1f36d935-9b2d-46c2-b2da-b92e3c48c95b tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:19.943159 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cfdbd089-86f3-4ea5-9fb9-23f3d7ee1cb8 req-1f36d935-9b2d-46c2-b2da-b92e3c48c95b tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 945 time: 0.0475376 Aug 18 14:51:19.978453 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cfdbd089-86f3-4ea5-9fb9-23f3d7ee1cb8 req-433dfae6-4039-4756-aeaf-35f79c489f7d tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295477 Aug 18 14:51:20.126235 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:21.089137 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf76b9-d943-4d61-850c-4bd56cf86c35 req-f29965ac-6b39-455d-84e3-bc8ec7a84be1 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:21.090620 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-77bf76b9-d943-4d61-850c-4bd56cf86c35 req-f29965ac-6b39-455d-84e3-bc8ec7a84be1 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 945 time: 0.0475574 Aug 18 14:51:21.126594 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-77bf76b9-d943-4d61-850c-4bd56cf86c35 req-a16b2ef4-0164-463f-90a4-824e95c51604 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296688 Aug 18 14:51:21.166558 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 96bdf476-dbf0-494a-a480-45f30c4a52e2 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:51:21.216368 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port 96bdf476-dbf0-494a-a480-45f30c4a52e2 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:51:21.219834 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 96bdf476-dbf0-494a-a480-45f30c4a52e2 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:51:21.220206 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:21.292553 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:21.314734 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bdf476-dbf0-494a-a480-45f30c4a52e2'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:21.316977 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21842db4-4104-4d84-9778-19dfdc0bb16d" -d '{"events": [{"server_uuid": "260601f2-2aa3-48ab-aace-8bed6551ad65", "name": "network-vif-plugged", "status": "completed", "tag": "96bdf476-dbf0-494a-a480-45f30c4a52e2"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:21.329512 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 96bdf476-dbf0-494a-a480-45f30c4a52e2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=96bdf476-dbf0-494a-a480-45f30c4a52e2,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:21.333437 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:21.358877 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2033acd-6b3d-4734-973a-709fb8a422e8 x-openstack-request-id: req-d2033acd-6b3d-4734-973a-709fb8a422e8 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:21.359173 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260601f2-2aa3-48ab-aace-8bed6551ad65", "name": "network-vif-plugged", "status": "completed", "tag": "96bdf476-dbf0-494a-a480-45f30c4a52e2", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:21.359426 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d2033acd-6b3d-4734-973a-709fb8a422e8 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:21.359810 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bdf476-dbf0-494a-a480-45f30c4a52e2', 'code': 200} Aug 18 14:51:21.385403 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=96bdf476-dbf0-494a-a480-45f30c4a52e2,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:21.552126 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de53103-a179-494b-a855-e90d6d4ddcaa req-15e73f16-9b60-41bb-a358-7f30444e280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:21.553541 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9de53103-a179-494b-a855-e90d6d4ddcaa req-15e73f16-9b60-41bb-a358-7f30444e280a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 1099 time: 0.0404639 Aug 18 14:51:21.593821 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9de53103-a179-494b-a855-e90d6d4ddcaa req-5926a6e4-505b-46e5-9a67-a42519b30fa2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311332 Aug 18 14:51:22.240884 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53422545-70b0-479d-a61d-6b4ff317d479 req-4eb48eb3-f4e8-4587-a842-f6e5522363d1 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:22.242323 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-53422545-70b0-479d-a61d-6b4ff317d479 req-4eb48eb3-f4e8-4587-a842-f6e5522363d1 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 946 time: 0.0502613 Aug 18 14:51:22.278186 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-53422545-70b0-479d-a61d-6b4ff317d479 req-0dccf2c2-d297-414c-8b93-1e3c46575a30 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301082 Aug 18 14:51:23.389480 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7650b-4d4a-4e93-bd90-da1693e21c2b req-5975b64f-a5c2-4b31-a568-cb2b9e147c65 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:23.390946 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-11e7650b-4d4a-4e93-bd90-da1693e21c2b req-5975b64f-a5c2-4b31-a568-cb2b9e147c65 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 946 time: 0.0476811 Aug 18 14:51:23.427597 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-11e7650b-4d4a-4e93-bd90-da1693e21c2b req-af1ec72b-d0c2-466a-afc0-db2dd67241fe tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304799 Aug 18 14:51:23.536067 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c620a5f-deff-428d-b4ef-3635bfcfabf8 req-4d100cca-ec37-493b-ab32-cd7f36e696b2 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:23.537513 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3c620a5f-deff-428d-b4ef-3635bfcfabf8 req-4d100cca-ec37-493b-ab32-cd7f36e696b2 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 946 time: 0.0475307 Aug 18 14:51:23.545674 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 36814) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:23.550043 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-0f5cbaf4-3579-449d-ace8-ba067c485965 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Request body: {'floatingip': {'port_id': '96bdf476-dbf0-494a-a480-45f30c4a52e2'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:51:23.590686 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbaf4-3579-449d-ace8-ba067c485965 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.005469 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbaf4-3579-449d-ace8-ba067c485965 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.009585 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbaf4-3579-449d-ace8-ba067c485965 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.100531 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-0f5cbaf4-3579-449d-ace8-ba067c485965 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Floating IP 1972266f-6572-4d67-98dd-849de2968399 associated. External IP: 172.27.0.67, port: 96bdf476-dbf0-494a-a480-45f30c4a52e2. Aug 18 14:51:24.298879 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5cbaf4-3579-449d-ace8-ba067c485965 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Router 244edcda-be09-4e9a-8bb1-cc16307a7d13 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:51:24.403140 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5cbaf4-3579-449d-ace8-ba067c485965 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:51:24.407921 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbaf4-3579-449d-ace8-ba067c485965 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.412540 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c771db20-f352-41a1-9a91-fb12c85b8aa4 None None] Sync routers for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:51:24.421990 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771db20-f352-41a1-9a91-fb12c85b8aa4 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:51:24.423164 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c771db20-f352-41a1-9a91-fb12c85b8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:51:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:51:24.433735 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0f5cbaf4-3579-449d-ace8-ba067c485965 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "PUT /v2.0/floatingips/1972266f-6572-4d67-98dd-849de2968399 HTTP/1.1" status: 200 len: 991 time: 0.8870354 Aug 18 14:51:24.434309 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'tag': '96bdf476-dbf0-494a-a480-45f30c4a52e2'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:24.436540 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a89460-236d-44d8-9255-700876be89d9" -d '{"events": [{"name": "network-changed", "server_uuid": "260601f2-2aa3-48ab-aace-8bed6551ad65", "tag": "96bdf476-dbf0-494a-a480-45f30c4a52e2"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:24.476716 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc829aba-546d-4a83-97d5-85ce0033f734 x-openstack-request-id: req-dc829aba-546d-4a83-97d5-85ce0033f734 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:24.477011 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260601f2-2aa3-48ab-aace-8bed6551ad65", "tag": "96bdf476-dbf0-494a-a480-45f30c4a52e2", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:24.477265 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc829aba-546d-4a83-97d5-85ce0033f734 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:24.477669 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'tag': '96bdf476-dbf0-494a-a480-45f30c4a52e2', 'status': 'completed', 'code': 200} Aug 18 14:51:24.534501 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-c771db20-f352-41a1-9a91-fb12c85b8aa4 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:51:24.575849 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89460-236d-44d8-9255-700876be89d9 req-3dce3588-078a-465f-9ce6-19275a1a7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:24.577397 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b0a89460-236d-44d8-9255-700876be89d9 req-3dce3588-078a-465f-9ce6-19275a1a7dd7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 1099 time: 0.0405471 Aug 18 14:51:24.667135 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89460-236d-44d8-9255-700876be89d9 req-37931a28-00d4-4010-ba51-0f86ebeb08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:24.668609 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b0a89460-236d-44d8-9255-700876be89d9 req-37931a28-00d4-4010-ba51-0f86ebeb08a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 200 len: 910 time: 0.0842144 Aug 18 14:51:24.736047 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b0a89460-236d-44d8-9255-700876be89d9 req-0e2034d4-4a9e-47a0-8401-f28b3bd25f07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96bdf476-dbf0-494a-a480-45f30c4a52e2 HTTP/1.1" status: 200 len: 999 time: 0.0599108 Aug 18 14:51:24.751830 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c771db20-f352-41a1-9a91-fb12c85b8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '1972266f-6572-4d67-98dd-849de2968399', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'port_id': '96bdf476-dbf0-494a-a480-45f30c4a52e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'mac_address': 'fa:16:3e:48:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:51:12Z', 'updated_at': '2021-08-18T14:51:23Z', 'revision_number': 1, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:51:24.777247 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c771db20-f352-41a1-9a91-fb12c85b8aa4 None None] Checking router: 244edcda-be09-4e9a-8bb1-cc16307a7d13 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:51:24.783298 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89460-236d-44d8-9255-700876be89d9 req-a416408e-00fc-4eaa-bab3-ad75b8ba4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:24.784737 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b0a89460-236d-44d8-9255-700876be89d9 req-a416408e-00fc-4eaa-bab3-ad75b8ba4622 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 200 len: 848 time: 0.0421112 Aug 18 14:51:24.785794 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771db20-f352-41a1-9a91-fb12c85b8aa4 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:51:24.786400 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c771db20-f352-41a1-9a91-fb12c85b8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:51:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:51:24.833222 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89460-236d-44d8-9255-700876be89d9 req-f6cc2eea-b0bb-4d0e-ba87-225fad9c33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:24.834811 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b0a89460-236d-44d8-9255-700876be89d9 req-f6cc2eea-b0bb-4d0e-ba87-225fad9c33e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f453827-31cb-4cd9-a35c-9030c6070e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425117 Aug 18 14:51:24.892065 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-c771db20-f352-41a1-9a91-fb12c85b8aa4 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:51:24.928456 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b0a89460-236d-44d8-9255-700876be89d9 req-a4c9c7c3-bdc9-4b74-b9c5-79e30b5d80a4 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866880 Aug 18 14:51:25.021359 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b0a89460-236d-44d8-9255-700876be89d9 req-5f174035-d6b6-4987-a73b-f244ff9f9620 service neutron] 10.222.0.69 "GET /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845292 Aug 18 14:51:25.226244 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c771db20-f352-41a1-9a91-fb12c85b8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '1972266f-6572-4d67-98dd-849de2968399', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'port_id': '96bdf476-dbf0-494a-a480-45f30c4a52e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'mac_address': 'fa:16:3e:48:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:51:12Z', 'updated_at': '2021-08-18T14:51:23Z', 'revision_number': 1, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:51:25.251364 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c771db20-f352-41a1-9a91-fb12c85b8aa4 None None] The sync data for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi is: [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '1972266f-6572-4d67-98dd-849de2968399', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'port_id': '96bdf476-dbf0-494a-a480-45f30c4a52e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'mac_address': 'fa:16:3e:48:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:51:12Z', 'updated_at': '2021-08-18T14:51:23Z', 'revision_number': 1, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:51:25.431100 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f49b9-468a-494c-b492-23da28ff66f6 None None] New status for floating IP 1972266f-6572-4d67-98dd-849de2968399: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:51:43.129336 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8825c0-4224-41d7-b771-013186898e40 req-b2891888-b3b8-4b51-a052-f8b16a5d5e1a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:43.130734 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ad8825c0-4224-41d7-b771-013186898e40 req-b2891888-b3b8-4b51-a052-f8b16a5d5e1a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0478630 Aug 18 14:51:43.166907 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ad8825c0-4224-41d7-b771-013186898e40 req-c393a3ab-971c-4105-86f3-747f1960d1a9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304146 Aug 18 14:51:43.999459 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:44.286914 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6b2e2-16bc-4875-93ab-d88928a197cd req-9dcefc61-cf70-4267-b330-bb11b2be2cc0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:44.288287 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-45b6b2e2-16bc-4875-93ab-d88928a197cd req-9dcefc61-cf70-4267-b330-bb11b2be2cc0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Aug 18 14:51:44.324309 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-45b6b2e2-16bc-4875-93ab-d88928a197cd req-44956757-2a99-44db-95b2-d01d05dc5edf tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302458 Aug 18 14:51:44.559918 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a8530f97-0f3a-4a23-ace7-d4f8374d6ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:45.440420 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241e25-2269-4ee5-a02c-a01b8df4eb77 req-b82edde0-be63-40db-825f-98301e4d0b69 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:45.441873 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-12241e25-2269-4ee5-a02c-a01b8df4eb77 req-b82edde0-be63-40db-825f-98301e4d0b69 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0476749 Aug 18 14:51:45.477376 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-12241e25-2269-4ee5-a02c-a01b8df4eb77 req-2b6205a2-8290-430a-aaec-06dc8144535c tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298035 Aug 18 14:51:46.596717 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bbd29-1b1c-4a17-908e-57f018f434b6 req-90841cc4-bab5-4879-a294-16b9c3f0fd5f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:46.598180 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5b6bbd29-1b1c-4a17-908e-57f018f434b6 req-90841cc4-bab5-4879-a294-16b9c3f0fd5f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0463502 Aug 18 14:51:46.634855 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5b6bbd29-1b1c-4a17-908e-57f018f434b6 req-d238fb7d-0f23-4b97-b949-6fd92b3b2cd4 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308430 Aug 18 14:51:46.785854 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:51:47.192385 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8e0f0c41-bf21-413b-b652-91444edd7b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:47.305230 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:47.753456 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf3737-4baf-44b6-959d-41692a373629 req-ba139702-2bce-4ee2-ad00-950814757d61 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:47.754945 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-29cf3737-4baf-44b6-959d-41692a373629 req-ba139702-2bce-4ee2-ad00-950814757d61 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0507591 Aug 18 14:51:47.790637 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-29cf3737-4baf-44b6-959d-41692a373629 req-d5ed0931-d669-4723-a472-b4e676461c6d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300057 Aug 18 14:51:47.993983 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:48.906985 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98e027-d3a7-4726-9ed1-1bbb887d454e req-fc7c92e7-a944-434d-a976-e8a677476cbf tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:48.908480 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4d98e027-d3a7-4726-9ed1-1bbb887d454e req-fc7c92e7-a944-434d-a976-e8a677476cbf tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0474856 Aug 18 14:51:48.945320 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4d98e027-d3a7-4726-9ed1-1bbb887d454e req-180e558a-e979-4362-b067-15c77253d487 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306542 Aug 18 14:51:50.060136 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f622c7-6f81-4063-97f4-ac1e6bdd1865 req-9e1b90f1-a8f7-42b7-a1ac-b76270a90382 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:50.061572 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a9f622c7-6f81-4063-97f4-ac1e6bdd1865 req-9e1b90f1-a8f7-42b7-a1ac-b76270a90382 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0464411 Aug 18 14:51:50.098859 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a9f622c7-6f81-4063-97f4-ac1e6bdd1865 req-13fb9eac-8156-4110-9283-f2cd40f62523 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308161 Aug 18 14:51:50.129711 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:51.220651 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febfb15-c51e-43c6-8afa-4ba46c2c6ce3 req-8508de0a-8808-4b5d-9fe6-50f3af07580f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:51.222175 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0febfb15-c51e-43c6-8afa-4ba46c2c6ce3 req-8508de0a-8808-4b5d-9fe6-50f3af07580f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0516779 Aug 18 14:51:51.259461 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0febfb15-c51e-43c6-8afa-4ba46c2c6ce3 req-458e2774-ceab-4533-8a6c-09610a81c2cd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314991 Aug 18 14:51:52.377551 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069f39d-8f3e-4102-a557-adfb859e3459 req-408866d2-f6ca-4fdf-8f05-b0066037ea06 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:52.379035 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1069f39d-8f3e-4102-a557-adfb859e3459 req-408866d2-f6ca-4fdf-8f05-b0066037ea06 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0494409 Aug 18 14:51:52.416840 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1069f39d-8f3e-4102-a557-adfb859e3459 req-fea87261-8626-4e18-81d3-0072c4ae4b20 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Aug 18 14:51:53.534637 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd47072-9bf6-49ca-bf35-93ca499072d7 req-be60b1d0-52e7-4a78-a45e-0957eb02aa93 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:53.536096 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4fd47072-9bf6-49ca-bf35-93ca499072d7 req-be60b1d0-52e7-4a78-a45e-0957eb02aa93 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0485709 Aug 18 14:51:53.571369 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4fd47072-9bf6-49ca-bf35-93ca499072d7 req-e17a656e-f74c-4fba-81a1-9e898b733470 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296192 Aug 18 14:51:54.700927 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea45c33-2bfb-4b5d-878c-e3052e82a27e req-3285b5eb-e25c-448f-a8e1-ad6ec44760bc tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:54.702380 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8ea45c33-2bfb-4b5d-878c-e3052e82a27e req-3285b5eb-e25c-448f-a8e1-ad6ec44760bc tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0507047 Aug 18 14:51:54.739252 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8ea45c33-2bfb-4b5d-878c-e3052e82a27e req-9f2f439c-babe-4bd8-96cf-b14dbe2c0137 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304568 Aug 18 14:51:55.855400 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee4c9a-74ec-428c-88c9-541332b1c707 req-95f0b137-48a8-4af3-b00d-557e70299326 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:55.856799 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e5ee4c9a-74ec-428c-88c9-541332b1c707 req-95f0b137-48a8-4af3-b00d-557e70299326 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0479867 Aug 18 14:51:55.892906 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e5ee4c9a-74ec-428c-88c9-541332b1c707 req-0b9d3ed6-a5b4-414c-b951-acda362582dd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304174 Aug 18 14:51:57.007494 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264be492-1c70-40e2-8f35-60ba930f13dd req-43d4b07c-a55d-4b94-b1f2-2f19e2654639 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:57.008933 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-264be492-1c70-40e2-8f35-60ba930f13dd req-43d4b07c-a55d-4b94-b1f2-2f19e2654639 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0471489 Aug 18 14:51:57.044682 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-264be492-1c70-40e2-8f35-60ba930f13dd req-8c3be9b9-b757-4d79-9d18-6f523d15ae1d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301383 Aug 18 14:51:58.163849 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e95a08-1e22-41a6-bf82-3b99a03f54fc req-bc9172af-a69e-477a-a4d0-6aa2949a0655 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:58.165316 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a6e95a08-1e22-41a6-bf82-3b99a03f54fc req-bc9172af-a69e-477a-a4d0-6aa2949a0655 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0513220 Aug 18 14:51:58.201456 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a6e95a08-1e22-41a6-bf82-3b99a03f54fc req-6bff450d-d622-4732-b62d-e8f2cce907ed tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303156 Aug 18 14:51:59.318214 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750bd8d-862d-4013-a496-46c229a451a5 req-59e889e2-d70e-4f64-8a5c-2d535e1ec9fe tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:59.319770 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f750bd8d-862d-4013-a496-46c229a451a5 req-59e889e2-d70e-4f64-8a5c-2d535e1ec9fe tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0479825 Aug 18 14:51:59.359643 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f750bd8d-862d-4013-a496-46c229a451a5 req-95536fd3-c60c-4800-8b84-171e773f8ff5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334039 Aug 18 14:52:00.475096 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaeb39-a69e-4585-899b-e5df2b588b87 req-890e3939-6e5d-424d-a7bf-92f227d825c7 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:00.476555 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-26eaeb39-a69e-4585-899b-e5df2b588b87 req-890e3939-6e5d-424d-a7bf-92f227d825c7 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0467942 Aug 18 14:52:00.512934 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-26eaeb39-a69e-4585-899b-e5df2b588b87 req-f15fdeaf-518a-4373-9a94-b2c0a89223fb tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306232 Aug 18 14:52:01.342140 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:52:01.439092 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:01.449892 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'port_id': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'mac_address': 'fa:16:3e:06:26:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:52:01.488230 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:01.500336 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:52:01.519074 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:01.522967 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:01.575720 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,revision_number=6']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:01.633021 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09da0d-bbc5-4245-99bd-683ece3a1a69 req-6eb56eaa-b5ec-4a05-a36f-80eca17cf4d8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:01.634502 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4d09da0d-bbc5-4245-99bd-683ece3a1a69 req-6eb56eaa-b5ec-4a05-a36f-80eca17cf4d8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 944 time: 0.0513003 Aug 18 14:52:01.671329 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4d09da0d-bbc5-4245-99bd-683ece3a1a69 req-25e45121-5e4d-4916-aae0-948674401729 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310709 Aug 18 14:52:01.738758 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['9e005909-f4e3-47b7-8e23-5eb16ff9fa1b'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:52:02.787922 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3cf96-3321-4315-a490-494314e1741d req-40c92530-5a38-4a91-b5e8-475b050321eb tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:02.789307 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-70a3cf96-3321-4315-a490-494314e1741d req-40c92530-5a38-4a91-b5e8-475b050321eb tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 944 time: 0.0478892 Aug 18 14:52:02.825944 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-70a3cf96-3321-4315-a490-494314e1741d req-69402a40-7f70-4d34-b44c-aab28dbc0c7f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308032 Aug 18 14:52:03.350071 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:03.398852 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:03.399228 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:03.470881 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:03.492269 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:03.494519 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65ccc81-9940-4b47-949e-7a858ce3a26c" -d '{"events": [{"server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "name": "network-vif-plugged", "status": "completed", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:03.507949 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:03.512381 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:03.535374 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd7e804-a3c4-4287-8fa3-99f67be52418 x-openstack-request-id: req-5cd7e804-a3c4-4287-8fa3-99f67be52418 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:03.535664 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "name": "network-vif-plugged", "status": "completed", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:03.535911 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5cd7e804-a3c4-4287-8fa3-99f67be52418 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:03.536295 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'code': 200} Aug 18 14:52:03.563702 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,revision_number=7']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:03.943910 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb885c8-66e7-43c7-8622-3e987088c777 req-8512236d-1713-4f04-819c-c800064d611e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:03.945368 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8fb885c8-66e7-43c7-8622-3e987088c777 req-8512236d-1713-4f04-819c-c800064d611e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0474803 Aug 18 14:52:03.982092 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8fb885c8-66e7-43c7-8622-3e987088c777 req-f9d26410-13c5-430a-9198-6ba779dc4a87 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309689 Aug 18 14:52:05.100489 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1fd09-0811-4db8-b53c-9d5532db60ac req-1b8683aa-66e8-4034-864b-9389e0610b67 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:05.101957 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-70e1fd09-0811-4db8-b53c-9d5532db60ac req-1b8683aa-66e8-4034-864b-9389e0610b67 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0508540 Aug 18 14:52:05.138880 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-70e1fd09-0811-4db8-b53c-9d5532db60ac req-eb493dad-d7ed-4278-abb4-3feeebcf96e5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311642 Aug 18 14:52:06.260525 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786671c-b152-465d-9328-92aba7bd3fe2 req-0055dae5-7114-4ab4-881e-cd57577bc1fe tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:06.262011 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3786671c-b152-465d-9328-92aba7bd3fe2 req-0055dae5-7114-4ab4-881e-cd57577bc1fe tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0533490 Aug 18 14:52:06.305133 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3786671c-b152-465d-9328-92aba7bd3fe2 req-4eba7392-3c64-4e83-9a95-1c0b6a6b3f91 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353165 Aug 18 14:52:07.435685 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e588-265d-4cf4-92e3-8e36b6ea0948 req-9d6cb577-e339-4e4f-a8c8-54a64db452f6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:07.437161 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b808e588-265d-4cf4-92e3-8e36b6ea0948 req-9d6cb577-e339-4e4f-a8c8-54a64db452f6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0520384 Aug 18 14:52:07.487114 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b808e588-265d-4cf4-92e3-8e36b6ea0948 req-a03eaf03-eebe-483d-8be1-1470ed3f21bb tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432217 Aug 18 14:52:08.614606 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119397a-ecaf-4858-9562-a34e8a5ded89 req-e3c65f46-3e1e-45ca-85db-9241c77f64e8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:08.616108 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6119397a-ecaf-4858-9562-a34e8a5ded89 req-e3c65f46-3e1e-45ca-85db-9241c77f64e8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0599308 Aug 18 14:52:08.655005 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6119397a-ecaf-4858-9562-a34e8a5ded89 req-3cd4acc3-b029-4363-ab7a-c0c33cd4f014 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330632 Aug 18 14:52:09.789787 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a432f-ce26-45b8-b34b-61fe2b2668ef req-56c9f45f-3f2d-4261-8bb3-09d753f93b1b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:09.791830 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d17a432f-ce26-45b8-b34b-61fe2b2668ef req-56c9f45f-3f2d-4261-8bb3-09d753f93b1b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0486562 Aug 18 14:52:09.831990 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d17a432f-ce26-45b8-b34b-61fe2b2668ef req-44e27529-ab2d-4d7e-8807-cddee8d61db2 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345132 Aug 18 14:52:10.960902 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d2c1f-244d-4c49-950b-929d7d2e204e req-faca0d39-cd21-45ea-a077-0eaf96332a9b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:10.967650 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a28d2c1f-244d-4c49-950b-929d7d2e204e req-faca0d39-cd21-45ea-a077-0eaf96332a9b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0561750 Aug 18 14:52:11.003033 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a28d2c1f-244d-4c49-950b-929d7d2e204e req-862796d7-63e2-4945-a430-01d055f7ba4b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339046 Aug 18 14:52:12.132917 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafb955-b123-4390-ab33-0b8ac4f35e5d req-e625d644-1b2b-4907-a7f1-930032ca5059 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:12.135509 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6eafb955-b123-4390-ab33-0b8ac4f35e5d req-e625d644-1b2b-4907-a7f1-930032ca5059 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0582507 Aug 18 14:52:12.177750 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6eafb955-b123-4390-ab33-0b8ac4f35e5d req-5093d380-9cf2-4096-b701-1b7a6ae88d06 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365818 Aug 18 14:52:13.298586 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bb942-c5c7-4ff1-8a23-f7770a0acc10 req-5decdda3-869c-4901-9a73-233b65a502d2 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:13.300747 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e03bb942-c5c7-4ff1-8a23-f7770a0acc10 req-5decdda3-869c-4901-9a73-233b65a502d2 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0523174 Aug 18 14:52:13.339849 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e03bb942-c5c7-4ff1-8a23-f7770a0acc10 req-e368a0f0-8d16-45fd-83b2-de294e462fe8 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329731 Aug 18 14:52:14.009808 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:14.466296 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0a4cf-e131-407a-8fec-068b4cba6180 req-4e2356d7-2ffb-44a4-9a10-3dc8f02c0a2a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:14.467948 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5ed0a4cf-e131-407a-8fec-068b4cba6180 req-4e2356d7-2ffb-44a4-9a10-3dc8f02c0a2a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0512974 Aug 18 14:52:14.511544 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5ed0a4cf-e131-407a-8fec-068b4cba6180 req-f00d43d0-181f-428e-9c41-e7136e440ba7 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372605 Aug 18 14:52:14.561007 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4e559be6-9545-47ca-8c5e-e356a78cc8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.204488 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93db58-b4e9-4949-b10f-c4ffb158c20e req-96189c64-e180-45ed-9916-ff87e89cc673 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:15.206598 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1b93db58-b4e9-4949-b10f-c4ffb158c20e req-96189c64-e180-45ed-9916-ff87e89cc673 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0540414 Aug 18 14:52:15.245667 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1b93db58-b4e9-4949-b10f-c4ffb158c20e req-5578ad5e-4ac6-449d-8516-4bb1654d2b8c tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328581 Aug 18 14:52:15.657149 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681321b-3db3-4259-9f9b-f016982e532a req-9bbd5bf3-6f09-4c71-97e0-e392d76519f6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:15.659230 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6681321b-3db3-4259-9f9b-f016982e532a req-9bbd5bf3-6f09-4c71-97e0-e392d76519f6 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0499434 Aug 18 14:52:15.697247 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6681321b-3db3-4259-9f9b-f016982e532a req-1af03e57-b491-49d7-878d-00cb0df1bc18 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320585 Aug 18 14:52:16.369999 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff23d06-2e29-46d0-8048-c348d2075a2c req-8a6b961d-a4b9-4cad-b7af-d4e03660a295 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:16.374812 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3ff23d06-2e29-46d0-8048-c348d2075a2c req-8a6b961d-a4b9-4cad-b7af-d4e03660a295 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0555789 Aug 18 14:52:16.419378 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3ff23d06-2e29-46d0-8048-c348d2075a2c req-0604da7f-942f-43e0-9f5d-64e13374a393 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364692 Aug 18 14:52:16.477592 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44a6c4-9146-4cb5-9c25-fcf0305276fd req-f1dcbb74-a8c6-4d41-800d-bc7be2a58bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:16.479064 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b44a6c4-9146-4cb5-9c25-fcf0305276fd req-f1dcbb74-a8c6-4d41-800d-bc7be2a58bb4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5be734f088c14330b963c99e12467ac6&device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 1099 time: 0.0529685 Aug 18 14:52:16.586899 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44a6c4-9146-4cb5-9c25-fcf0305276fd req-5f6008fa-b30d-44d3-953d-1bf495453d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:16.588675 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b44a6c4-9146-4cb5-9c25-fcf0305276fd req-5f6008fa-b30d-44d3-953d-1bf495453d7a service neutron] 10.222.0.69 "GET /v2.0/networks?id=34cb5995-9b71-40b5-b1be-b7b7064f00da HTTP/1.1" status: 200 len: 910 time: 0.0884981 Aug 18 14:52:16.681573 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b44a6c4-9146-4cb5-9c25-fcf0305276fd req-41c6f171-bbc9-48b5-a2c8-034a805c9725 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846820e3-f655-4843-8fcd-1f53113fb919 HTTP/1.1" status: 200 len: 1001 time: 0.0830534 Aug 18 14:52:16.735592 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44a6c4-9146-4cb5-9c25-fcf0305276fd req-b581b122-e890-4c0c-8a7d-9b15365a74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:16.738476 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b44a6c4-9146-4cb5-9c25-fcf0305276fd req-b581b122-e890-4c0c-8a7d-9b15365a74be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3764aa65-4089-49cd-9856-114969fd6b5f HTTP/1.1" status: 200 len: 848 time: 0.0463691 Aug 18 14:52:16.793235 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44a6c4-9146-4cb5-9c25-fcf0305276fd req-1d4a8ce3-a2b3-46e0-bc42-0eb3f437bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:16.795595 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b44a6c4-9146-4cb5-9c25-fcf0305276fd req-1d4a8ce3-a2b3-46e0-bc42-0eb3f437bf17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34cb5995-9b71-40b5-b1be-b7b7064f00da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501926 Aug 18 14:52:16.847447 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfd07b-a26c-4b1c-afa7-bc74c2e4b853 req-4b812f0a-814e-4ad1-ab53-631b0e913764 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:16.849019 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c8bfd07b-a26c-4b1c-afa7-bc74c2e4b853 req-4b812f0a-814e-4ad1-ab53-631b0e913764 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0608721 Aug 18 14:52:16.894884 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c8bfd07b-a26c-4b1c-afa7-bc74c2e4b853 req-b6fbefbf-8499-4b0f-9035-4a1c097761ff tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 Aug 18 14:52:16.904160 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b44a6c4-9146-4cb5-9c25-fcf0305276fd req-d0610044-c108-4da2-9d2f-e2b9cdf5165b service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988984 Aug 18 14:52:16.997350 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1b44a6c4-9146-4cb5-9c25-fcf0305276fd req-81a84f6a-7126-4871-ab92-7612727881e2 service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855680 Aug 18 14:52:17.192504 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c853fc01-b3d4-4eb9-b9f0-c0709f49ec0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:17.305922 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:17.534588 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fd8b1-e9c8-442d-8f7a-71af9a042f1e req-aa257c87-f79b-4448-842b-713b6917570c tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:17.536020 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ec0fd8b1-e9c8-442d-8f7a-71af9a042f1e req-aa257c87-f79b-4448-842b-713b6917570c tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0472364 Aug 18 14:52:17.571493 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ec0fd8b1-e9c8-442d-8f7a-71af9a042f1e req-1aebfbc1-2c9f-44ca-9f99-fe899e2e9f58 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296066 Aug 18 14:52:17.995508 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.023835 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403c0df-9b79-407b-9be9-70074020fb85 req-943e0efe-b6b6-4f91-bf68-e8da39bc136d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:18.025353 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4403c0df-9b79-407b-9be9-70074020fb85 req-943e0efe-b6b6-4f91-bf68-e8da39bc136d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0516274 Aug 18 14:52:18.037072 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabecb5-199d-4781-ab40-fce4ce2fe5fa req-870c3ce6-b4c2-4330-8bf2-fe2a54fc8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:18.038602 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8dabecb5-199d-4781-ab40-fce4ce2fe5fa req-870c3ce6-b4c2-4330-8bf2-fe2a54fc8c77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 1098 time: 0.0423901 Aug 18 14:52:18.061277 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4403c0df-9b79-407b-9be9-70074020fb85 req-bbd5c76f-e081-4d0a-931c-39da826ebb8b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300448 Aug 18 14:52:18.136159 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabecb5-199d-4781-ab40-fce4ce2fe5fa req-fcba74a4-15bf-46aa-83b4-a38ce080793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:18.137616 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8dabecb5-199d-4781-ab40-fce4ce2fe5fa req-fcba74a4-15bf-46aa-83b4-a38ce080793c service neutron] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 918 time: 0.0889826 Aug 18 14:52:18.201624 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8dabecb5-199d-4781-ab40-fce4ce2fe5fa req-0d9ce457-83b7-40b2-b359-83145c085a0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b HTTP/1.1" status: 200 len: 1000 time: 0.0562403 Aug 18 14:52:18.255834 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabecb5-199d-4781-ab40-fce4ce2fe5fa req-7e16ad2c-d271-4078-80bc-c456ac1963a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:18.257274 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8dabecb5-199d-4781-ab40-fce4ce2fe5fa req-7e16ad2c-d271-4078-80bc-c456ac1963a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0472236 Aug 18 14:52:18.307418 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabecb5-199d-4781-ab40-fce4ce2fe5fa req-51de0627-68dc-4602-b527-246af20a5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:18.308898 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8dabecb5-199d-4781-ab40-fce4ce2fe5fa req-51de0627-68dc-4602-b527-246af20a5f72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392294 Aug 18 14:52:18.443403 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8dabecb5-199d-4781-ab40-fce4ce2fe5fa req-9ce71e5c-5b89-45dc-aa26-3752d9bfffe9 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860169 Aug 18 14:52:18.531074 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8dabecb5-199d-4781-ab40-fce4ce2fe5fa req-65814a58-9eb4-4da9-bff0-5f958ea40a3e service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792420 Aug 18 14:52:18.688684 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a8da2-4493-42fc-b70b-04d39be240b4 req-44af72c7-f250-447e-b62f-dc325b97a240 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:18.690211 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f63a8da2-4493-42fc-b70b-04d39be240b4 req-44af72c7-f250-447e-b62f-dc325b97a240 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0537996 Aug 18 14:52:18.726598 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f63a8da2-4493-42fc-b70b-04d39be240b4 req-4bf7bb21-ac62-4f17-ad51-20d0a576943f tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306363 Aug 18 14:52:19.180975 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38499cf-d5d0-458e-8831-3e4d9c6a2a1c req-9730d1d0-f871-4b1b-adc4-0d3ac1d77109 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:19.182506 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b38499cf-d5d0-458e-8831-3e4d9c6a2a1c req-9730d1d0-f871-4b1b-adc4-0d3ac1d77109 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0481005 Aug 18 14:52:19.218892 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b38499cf-d5d0-458e-8831-3e4d9c6a2a1c req-aaba8c75-5423-4d83-92c0-e26feb7b634d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305417 Aug 18 14:52:19.837366 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080853b1-52a9-4a3f-bc07-d083b58c9e9f req-26f150e5-1c70-45ed-88da-8070869c68d3 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:19.838852 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-080853b1-52a9-4a3f-bc07-d083b58c9e9f req-26f150e5-1c70-45ed-88da-8070869c68d3 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0477645 Aug 18 14:52:19.874583 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-080853b1-52a9-4a3f-bc07-d083b58c9e9f req-e3837dd0-d539-4e2a-b5c1-5c4e45cf84fa tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299215 Aug 18 14:52:20.130911 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:20.338553 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d116a2-8763-49c4-a246-5f2622feef41 req-76c05264-1139-4c9c-b5d8-4a1df1a56f84 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:20.340017 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-13d116a2-8763-49c4-a246-5f2622feef41 req-76c05264-1139-4c9c-b5d8-4a1df1a56f84 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0497675 Aug 18 14:52:20.377212 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-13d116a2-8763-49c4-a246-5f2622feef41 req-148b6b48-6104-4e21-9b5b-a879ccf39938 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Aug 18 14:52:20.986702 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504fdaf-3b0a-46a0-8455-287c65871e35 req-125dca7f-bfea-48c0-a4cd-f579e5959dc8 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:20.988090 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7504fdaf-3b0a-46a0-8455-287c65871e35 req-125dca7f-bfea-48c0-a4cd-f579e5959dc8 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0494499 Aug 18 14:52:21.025623 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7504fdaf-3b0a-46a0-8455-287c65871e35 req-92093e88-5649-48c7-b96b-99411ccb3ef1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Aug 18 14:52:21.496210 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e439fb-bf10-4380-8572-00849fd69e4d req-4e73127d-10b7-4485-9d57-09a7765e2e18 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:21.497195 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:52:21.497666 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-45e439fb-bf10-4380-8572-00849fd69e4d req-4e73127d-10b7-4485-9d57-09a7765e2e18 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 945 time: 0.0466766 Aug 18 14:52:21.535052 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-45e439fb-bf10-4380-8572-00849fd69e4d req-593cdc27-6726-4a48-9c9e-1407157e13b4 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309584 Aug 18 14:52:21.571719 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.594093 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:21.596851 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03a6856-52a4-4b19-a059-72d050e6ba1f" -d '{"events": [{"server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "name": "network-vif-unplugged", "status": "completed", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:21.609915 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:21.615592 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.666396 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,revision_number=8']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:21.674339 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.674720 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.675064 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.675400 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.675735 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.676065 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.676730 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.676730 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.677198 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.677336 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.677648 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.677966 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:21.718472 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c76aed-a329-47da-acac-c1145d5330c5 x-openstack-request-id: req-f8c76aed-a329-47da-acac-c1145d5330c5 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:21.718945 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "name": "network-vif-unplugged", "status": "failed", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b", "code": 422}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:21.719199 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8c76aed-a329-47da-acac-c1145d5330c5 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:21.719660 dv-cinder-788365-10-iscsi neutron-server[100501]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'code': 422} returned with failed status Aug 18 14:52:22.141067 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a64e5-ed1e-47be-98e2-1d1354cf47ae req-463c20d5-c5e7-4bac-a140-e159b529dfff tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:22.143120 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e24a64e5-ed1e-47be-98e2-1d1354cf47ae req-463c20d5-c5e7-4bac-a140-e159b529dfff tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0521502 Aug 18 14:52:22.180342 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e24a64e5-ed1e-47be-98e2-1d1354cf47ae req-40409bcc-6ff5-4897-9bea-5614f47b3f61 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313570 Aug 18 14:52:22.445878 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706a0dd-e65d-4178-b4c3-3eb0c19cefd0 req-9b555df5-b86c-4252-afb6-f3d68369e76e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:22.447396 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a706a0dd-e65d-4178-b4c3-3eb0c19cefd0 req-9b555df5-b86c-4252-afb6-f3d68369e76e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0479367 Aug 18 14:52:22.484913 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a706a0dd-e65d-4178-b4c3-3eb0c19cefd0 req-af63d2e9-835b-4117-97f0-1a92079637b5 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315714 Aug 18 14:52:22.633807 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 37166) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:22.713033 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-6c3eb875-4db0-4d02-996d-79c14727fca2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780356 Aug 18 14:52:23.301311 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a63b1-f887-48ea-b9c2-10fa2e3eab56 req-5a790493-4d3f-42ee-b22b-d3a827fb9cc2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.302811 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a83a63b1-f887-48ea-b9c2-10fa2e3eab56 req-5a790493-4d3f-42ee-b22b-d3a827fb9cc2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0557570 Aug 18 14:52:23.338378 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a83a63b1-f887-48ea-b9c2-10fa2e3eab56 req-9a0c7845-3449-46b9-a222-9fb9382e06b0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297279 Aug 18 14:52:23.548004 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-99053b74-9d55-48ff-a080-dcbb2250949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.549561 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-99053b74-9d55-48ff-a080-dcbb2250949c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31&tenant_id=cb2575290eb748debff661a297f0d651 HTTP/1.1" status: 200 len: 1096 time: 0.0413842 Aug 18 14:52:23.605736 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f0424-91f3-457e-bb27-74e8b1cb32f1 req-5d457209-e803-4684-99c7-c0e3f71ccd41 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.607175 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dd6f0424-91f3-457e-bb27-74e8b1cb32f1 req-5d457209-e803-4684-99c7-c0e3f71ccd41 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0490041 Aug 18 14:52:23.626606 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-6381f846-8f1f-4c62-8a8c-6f0f5891dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.628145 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-6381f846-8f1f-4c62-8a8c-6f0f5891dd41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 1096 time: 0.0445623 Aug 18 14:52:23.643993 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-dd6f0424-91f3-457e-bb27-74e8b1cb32f1 req-f2b4df9f-37af-42d1-9d0b-09f564f7a17c tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308566 Aug 18 14:52:23.718778 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-ba662225-9707-410c-bb39-db8b373dbd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.720239 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-ba662225-9707-410c-bb39-db8b373dbd91 service neutron] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 918 time: 0.0829642 Aug 18 14:52:23.783540 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:52:23.788651 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-7a9e4767-ca67-4df4-9439-91cf401b00a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b HTTP/1.1" status: 200 len: 998 time: 0.0602338 Aug 18 14:52:23.837284 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-bee64d5c-0f94-4fe0-b089-f66bbe3a887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.838765 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-bee64d5c-0f94-4fe0-b089-f66bbe3a887e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0431793 Aug 18 14:52:23.883313 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-06284102-6da8-47d0-b99a-24340f55a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.884778 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-06284102-6da8-47d0-b99a-24340f55a3b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391712 Aug 18 14:52:23.992018 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-6f40e4d2-9535-4575-beb3-424d6d87f606 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842838 Aug 18 14:52:24.087616 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-78a1918b-22bf-47fb-a58f-17b4ba942fad service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880637 Aug 18 14:52:24.448456 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c34b-9800-4e20-bea6-26372a083169 req-9007608e-3518-42a0-b37e-cd0d86bb73f9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:24.449965 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ed08c34b-9800-4e20-bea6-26372a083169 req-9007608e-3518-42a0-b37e-cd0d86bb73f9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0470974 Aug 18 14:52:24.488855 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ed08c34b-9800-4e20-bea6-26372a083169 req-0377dffc-c3d2-4e36-b5b2-f25848d20e6c tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Aug 18 14:52:24.792769 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e9e7b-1eba-4938-8e8a-13f5b845e16a req-f9deaa9b-1d8d-49a5-bce0-eb299ddc0d7c tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:24.794227 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-283e9e7b-1eba-4938-8e8a-13f5b845e16a req-f9deaa9b-1d8d-49a5-bce0-eb299ddc0d7c tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0530474 Aug 18 14:52:24.833095 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-283e9e7b-1eba-4938-8e8a-13f5b845e16a req-232cc9d8-5d86-4cb1-ab2a-237563e541c0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327647 Aug 18 14:52:25.499898 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:52:25.628663 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cf003-2eee-4c14-99b3-032f2e385d2c req-0a43108b-aa7f-437e-8250-326f99998117 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:25.630116 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-db6cf003-2eee-4c14-99b3-032f2e385d2c req-0a43108b-aa7f-437e-8250-326f99998117 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0487580 Aug 18 14:52:25.666517 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-db6cf003-2eee-4c14-99b3-032f2e385d2c req-1349681e-bf6d-4e94-8e6c-827addeac508 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305936 Aug 18 14:52:25.953133 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4af9e-0f6a-4bdb-a118-e01a3b5f0e12 req-f8650ad9-d98f-4b1b-9518-c717ec178f9e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:25.956101 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1da4af9e-0f6a-4bdb-a118-e01a3b5f0e12 req-f8650ad9-d98f-4b1b-9518-c717ec178f9e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0509608 Aug 18 14:52:25.995444 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1da4af9e-0f6a-4bdb-a118-e01a3b5f0e12 req-cc8c630c-c280-4815-8dca-20c5cc99a8e4 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343709 Aug 18 14:52:27.000958 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba1a3-d9b0-437c-9f10-5cf76561c166 req-72dd2cf2-2bc8-41c8-982c-944cfcf114dd tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:27.002469 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d37ba1a3-d9b0-437c-9f10-5cf76561c166 req-72dd2cf2-2bc8-41c8-982c-944cfcf114dd tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.2612383 Aug 18 14:52:27.039975 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d37ba1a3-d9b0-437c-9f10-5cf76561c166 req-f4242492-d043-4b30-84d6-27d10b70b0c5 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315380 Aug 18 14:52:27.143450 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d9ec9-0461-4234-ac4b-6e118b8edff6 req-0e67805d-562c-49bd-9954-adfa8197bbb9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:27.144916 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c06d9ec9-0461-4234-ac4b-6e118b8edff6 req-0e67805d-562c-49bd-9954-adfa8197bbb9 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0483997 Aug 18 14:52:27.185811 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c06d9ec9-0461-4234-ac4b-6e118b8edff6 req-d09bf29a-ca1f-4ce3-99d8-a1d8312b9d6f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349524 Aug 18 14:52:28.156767 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab659c-8fcc-4e69-be81-533c4ca68279 req-b45ebf2c-b3a0-4089-a5f9-e355652fe076 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:28.159212 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-adab659c-8fcc-4e69-be81-533c4ca68279 req-b45ebf2c-b3a0-4089-a5f9-e355652fe076 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0508888 Aug 18 14:52:28.201099 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-adab659c-8fcc-4e69-be81-533c4ca68279 req-9ebfdece-1ee0-4792-b824-dfcbdfa31642 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320740 Aug 18 14:52:28.308677 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277984f-a3ad-4753-a4a5-f142a29e2388 req-807b154d-39f9-4c02-b4e9-d29e90a92348 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:28.310131 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7277984f-a3ad-4753-a4a5-f142a29e2388 req-807b154d-39f9-4c02-b4e9-d29e90a92348 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0526111 Aug 18 14:52:28.349452 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7277984f-a3ad-4753-a4a5-f142a29e2388 req-4c10bba1-b604-4ee3-91bf-b77071b46d07 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333796 Aug 18 14:52:29.318144 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a9d6a-d2da-4758-bacb-78d1565f0f8e req-6ea9e356-a67b-437c-a08d-b72c929a91a0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:29.319648 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f95a9d6a-d2da-4758-bacb-78d1565f0f8e req-6ea9e356-a67b-437c-a08d-b72c929a91a0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0524471 Aug 18 14:52:29.356464 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f95a9d6a-d2da-4758-bacb-78d1565f0f8e req-b02c394e-8ab1-46a8-90a4-15eaa5240b0a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Aug 18 14:52:29.475682 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68c3f8-2a18-4044-aab3-fb213a95430f req-3b98ba1d-fd1c-48a7-92e4-54544d06664f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:29.479581 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6c68c3f8-2a18-4044-aab3-fb213a95430f req-3b98ba1d-fd1c-48a7-92e4-54544d06664f tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0533850 Aug 18 14:52:29.525326 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6c68c3f8-2a18-4044-aab3-fb213a95430f req-f5e57ff6-9cfb-49a1-b15d-77836f91dd92 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368893 Aug 18 14:52:30.475101 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f07a06-8d09-43dc-9820-e687286a5a95 req-03673ef3-2e9e-42d0-b55a-6bf6bae03416 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:30.476613 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-98f07a06-8d09-43dc-9820-e687286a5a95 req-03673ef3-2e9e-42d0-b55a-6bf6bae03416 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0524971 Aug 18 14:52:30.528704 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-98f07a06-8d09-43dc-9820-e687286a5a95 req-2067baf0-fd4d-4ea5-b377-468b9ac5b129 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456498 Aug 18 14:52:30.659685 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5883447-64de-4217-8ef9-8e2c0cd34dab req-b67e3031-a8be-43ea-82cd-df7ad3dd26bd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:30.661276 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d5883447-64de-4217-8ef9-8e2c0cd34dab req-b67e3031-a8be-43ea-82cd-df7ad3dd26bd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0526853 Aug 18 14:52:30.698924 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d5883447-64de-4217-8ef9-8e2c0cd34dab req-71717dea-c635-4375-8970-fb30fb18ed93 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312366 Aug 18 14:52:31.634836 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62e06a-7069-4512-8660-821b145b4900 req-922b8f1d-c121-47a7-94b8-8b0160272920 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:31.636496 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7c62e06a-7069-4512-8660-821b145b4900 req-922b8f1d-c121-47a7-94b8-8b0160272920 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0507152 Aug 18 14:52:31.674787 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7c62e06a-7069-4512-8660-821b145b4900 req-f5527487-d080-4720-921c-b6bdcfb70c70 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314131 Aug 18 14:52:31.830107 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e0f7e-f431-44b3-b3b3-ccaf1eeaf33e req-6e9cfbfd-1da6-40a6-8bda-74a4f590de25 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:31.831569 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-729e0f7e-f431-44b3-b3b3-ccaf1eeaf33e req-6e9cfbfd-1da6-40a6-8bda-74a4f590de25 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0522246 Aug 18 14:52:31.871431 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-729e0f7e-f431-44b3-b3b3-ccaf1eeaf33e req-00fdb92d-8cad-4194-8731-ec847aa69016 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337636 Aug 18 14:52:32.791527 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9d6f7-df02-43b8-81b1-396e60ccee77 req-c3f3ac8c-8f21-467f-9944-0a21a24f17d2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:32.793233 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8ff9d6f7-df02-43b8-81b1-396e60ccee77 req-c3f3ac8c-8f21-467f-9944-0a21a24f17d2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0486984 Aug 18 14:52:32.839230 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8ff9d6f7-df02-43b8-81b1-396e60ccee77 req-34a35a48-ecd9-48c4-806c-bd77c2eab207 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361149 Aug 18 14:52:32.998257 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d652-f547-4af3-b390-46bd586e4d21 req-ab2df67b-6c7b-4b49-b757-e1fc1dd09d2a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:32.999917 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1407d652-f547-4af3-b390-46bd586e4d21 req-ab2df67b-6c7b-4b49-b757-e1fc1dd09d2a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0591242 Aug 18 14:52:33.038539 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1407d652-f547-4af3-b390-46bd586e4d21 req-7dfe15b8-0d42-4fd0-aa71-7d9192fc06b0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321147 Aug 18 14:52:33.964923 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383d369-daaa-42f2-9547-f166c5d42e1f req-0c553ebb-5b11-4dc2-a08d-46d4edf9e354 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:33.966398 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3383d369-daaa-42f2-9547-f166c5d42e1f req-0c553ebb-5b11-4dc2-a08d-46d4edf9e354 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0549388 Aug 18 14:52:34.007133 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3383d369-daaa-42f2-9547-f166c5d42e1f req-9057077c-26d2-442b-b818-161e1383cca0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340903 Aug 18 14:52:34.163577 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b859a7b-fd88-4e8d-b688-6cb185e72a34 req-c2498c65-4f06-4248-b2da-35aa8db36991 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:34.165231 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4b859a7b-fd88-4e8d-b688-6cb185e72a34 req-c2498c65-4f06-4248-b2da-35aa8db36991 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0573614 Aug 18 14:52:34.201702 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4b859a7b-fd88-4e8d-b688-6cb185e72a34 req-ff0064b0-363e-4e25-adcd-15eca0e881eb tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305870 Aug 18 14:52:35.123181 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95a463-6b05-4d2a-afed-d3aa6742f770 req-a09db061-8187-46bb-a181-3f383d5b4182 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:35.124728 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4a95a463-6b05-4d2a-afed-d3aa6742f770 req-a09db061-8187-46bb-a181-3f383d5b4182 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0486681 Aug 18 14:52:35.161388 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4a95a463-6b05-4d2a-afed-d3aa6742f770 req-64634367-d52d-486a-981e-a44da1caff96 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308135 Aug 18 14:52:35.321671 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2f210-5e48-4097-a444-12cd45c4f205 req-b0af0aae-ec05-43e2-8aa1-8372234d010e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:35.323088 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-24b2f210-5e48-4097-a444-12cd45c4f205 req-b0af0aae-ec05-43e2-8aa1-8372234d010e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0519857 Aug 18 14:52:35.361093 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-24b2f210-5e48-4097-a444-12cd45c4f205 req-4194a05f-493c-472f-98e8-960d45c7720e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Aug 18 14:52:36.273519 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74342d-ef7e-453e-a43c-bcaff4bf26bd req-38e3c02b-2428-4073-bd1e-a292a4df0bb5 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:36.275004 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fc74342d-ef7e-453e-a43c-bcaff4bf26bd req-38e3c02b-2428-4073-bd1e-a292a4df0bb5 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0493588 Aug 18 14:52:36.310885 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fc74342d-ef7e-453e-a43c-bcaff4bf26bd req-4e1f5acb-7211-4855-916b-5781a3e49edc tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300705 Aug 18 14:52:36.474821 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8184b-1d88-46d0-b48a-9f4e0e26f1ab req-24dc90e7-0e11-4465-b4cb-830f54a21c61 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:36.476172 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c2d8184b-1d88-46d0-b48a-9f4e0e26f1ab req-24dc90e7-0e11-4465-b4cb-830f54a21c61 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0468266 Aug 18 14:52:36.512392 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c2d8184b-1d88-46d0-b48a-9f4e0e26f1ab req-91948c5b-c42e-4842-bdf0-4d24d4d51f6d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305817 Aug 18 14:52:37.425604 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb238f0-37fc-4d59-8673-5b14a3bac003 req-f92192bb-a4b9-4583-9e0e-926a253bfd19 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:37.427096 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2bb238f0-37fc-4d59-8673-5b14a3bac003 req-f92192bb-a4b9-4583-9e0e-926a253bfd19 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0514774 Aug 18 14:52:37.464538 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2bb238f0-37fc-4d59-8673-5b14a3bac003 req-7884f0b4-1a94-4e68-acb7-7a8bc81f3e8c tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315874 Aug 18 14:52:37.629213 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a254ab5-9cd3-4413-8b01-a61783a94ad0 req-3514c650-d413-4829-9cf4-7280ff7a6915 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:37.630730 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1a254ab5-9cd3-4413-8b01-a61783a94ad0 req-3514c650-d413-4829-9cf4-7280ff7a6915 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0489082 Aug 18 14:52:37.666630 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1a254ab5-9cd3-4413-8b01-a61783a94ad0 req-f111eb3a-a6c3-435e-b1eb-768754afb80a tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300951 Aug 18 14:52:37.961547 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50eba-2cb0-47fa-a69b-ccece306c509 req-402d2f6f-cdd8-41c3-b91b-d903e6ac03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:37.963021 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eec50eba-2cb0-47fa-a69b-ccece306c509 req-402d2f6f-cdd8-41c3-b91b-d903e6ac03af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5be734f088c14330b963c99e12467ac6&device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 1099 time: 0.0405407 Aug 18 14:52:38.053978 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50eba-2cb0-47fa-a69b-ccece306c509 req-a8059da7-04f1-42b6-a647-3e284ba70f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:38.055412 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eec50eba-2cb0-47fa-a69b-ccece306c509 req-a8059da7-04f1-42b6-a647-3e284ba70f4d service neutron] 10.222.0.69 "GET /v2.0/networks?id=34cb5995-9b71-40b5-b1be-b7b7064f00da HTTP/1.1" status: 200 len: 910 time: 0.0852187 Aug 18 14:52:38.123677 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eec50eba-2cb0-47fa-a69b-ccece306c509 req-978bedff-884e-4a90-81cc-0ba58cd5d985 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846820e3-f655-4843-8fcd-1f53113fb919 HTTP/1.1" status: 200 len: 1001 time: 0.0552464 Aug 18 14:52:38.179302 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50eba-2cb0-47fa-a69b-ccece306c509 req-ec52b7f7-0901-433d-9062-deefd8173575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:38.180753 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eec50eba-2cb0-47fa-a69b-ccece306c509 req-ec52b7f7-0901-433d-9062-deefd8173575 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3764aa65-4089-49cd-9856-114969fd6b5f HTTP/1.1" status: 200 len: 848 time: 0.0494413 Aug 18 14:52:38.225970 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50eba-2cb0-47fa-a69b-ccece306c509 req-bac345c6-a40c-4500-9e76-d67de1661d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:38.227387 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eec50eba-2cb0-47fa-a69b-ccece306c509 req-bac345c6-a40c-4500-9e76-d67de1661d7f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34cb5995-9b71-40b5-b1be-b7b7064f00da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382478 Aug 18 14:52:38.319804 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eec50eba-2cb0-47fa-a69b-ccece306c509 req-23a01564-fa17-4f3d-98a5-9cf7fd1916a7 service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842202 Aug 18 14:52:38.408661 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-eec50eba-2cb0-47fa-a69b-ccece306c509 req-5daa7483-801d-4fa8-b6ac-89af34a6fd1c service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820165 Aug 18 14:52:38.576128 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5d595-f6ae-4202-aa4f-e8d866828fe1 req-885ac173-9e86-4d9d-a05f-266ebd60f3f2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:38.577580 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fcb5d595-f6ae-4202-aa4f-e8d866828fe1 req-885ac173-9e86-4d9d-a05f-266ebd60f3f2 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0468428 Aug 18 14:52:38.614633 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fcb5d595-f6ae-4202-aa4f-e8d866828fe1 req-89f0d00b-1db3-4de3-b0db-b08c522e8e6d tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307794 Aug 18 14:52:38.792634 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e7923-dec4-427e-bf40-a2d3f4570696 req-26b2344f-9860-4f23-a490-fd7f35271117 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:38.793998 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-540e7923-dec4-427e-bf40-a2d3f4570696 req-26b2344f-9860-4f23-a490-fd7f35271117 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0563002 Aug 18 14:52:38.830267 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-540e7923-dec4-427e-bf40-a2d3f4570696 req-306dc9e3-9eac-4e83-90b0-01e353a155a0 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304940 Aug 18 14:52:39.727053 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3b6aa-3daf-4243-99b5-069d1df320b0 req-c29dc18b-452d-4855-9797-e2a0b482774a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:39.728552 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8dc3b6aa-3daf-4243-99b5-069d1df320b0 req-c29dc18b-452d-4855-9797-e2a0b482774a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0471647 Aug 18 14:52:39.766251 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8dc3b6aa-3daf-4243-99b5-069d1df320b0 req-3f0bf024-50c4-4fe2-87c6-32a42d8f9910 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317163 Aug 18 14:52:39.946997 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90501a97-3013-42e3-98cf-7e0ef96f5056 req-f1f0a85f-a8cb-4b94-a333-3ef90651e0f1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:39.948473 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-90501a97-3013-42e3-98cf-7e0ef96f5056 req-f1f0a85f-a8cb-4b94-a333-3ef90651e0f1 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0481818 Aug 18 14:52:39.985657 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-90501a97-3013-42e3-98cf-7e0ef96f5056 req-0cd0d366-3373-4949-b1db-7c80f125050d tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307288 Aug 18 14:52:40.881753 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd8cd4-4805-496e-827b-37a41181b200 req-7d20567b-261c-4f68-b7ea-c6b9e241e90e tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:40.883240 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-18cd8cd4-4805-496e-827b-37a41181b200 req-7d20567b-261c-4f68-b7ea-c6b9e241e90e tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0504434 Aug 18 14:52:40.920982 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-18cd8cd4-4805-496e-827b-37a41181b200 req-422ffd60-8c58-4412-acce-c1df5a87c1f9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320024 Aug 18 14:52:41.175093 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-4b523e85-c824-4580-8b62-1f159a7cdb57 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026220 Aug 18 14:52:41.189884 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06da865-747f-496a-93c6-83a5e88b8878 req-7fe95528-199b-4dee-aabb-3809c9581644 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:41.192405 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f06da865-747f-496a-93c6-83a5e88b8878 req-7fe95528-199b-4dee-aabb-3809c9581644 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0928214 Aug 18 14:52:41.199458 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2545d7-034d-4c3d-bba5-c211b01d89e9 req-c9f6b8e6-def8-42ed-a71e-97f328c80266 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:41.200845 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9c2545d7-034d-4c3d-bba5-c211b01d89e9 req-c9f6b8e6-def8-42ed-a71e-97f328c80266 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 943 time: 0.0997593 Aug 18 14:52:41.254198 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f06da865-747f-496a-93c6-83a5e88b8878 req-5afe1a4d-c2de-4f44-8a35-74c0740d08a0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524211 Aug 18 14:52:41.260055 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9c2545d7-034d-4c3d-bba5-c211b01d89e9 req-917d07ae-bace-483e-8467-3cec8112f680 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519071 Aug 18 14:52:41.580626 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:52:41.676937 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:41.687780 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'port_id': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'mac_address': 'fa:16:3e:06:26:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:52:41.723297 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:41.735997 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:52:41.754905 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:41.758686 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:41.805887 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,revision_number=9']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:42.230330 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['9e005909-f4e3-47b7-8e23-5eb16ff9fa1b'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:52:42.417155 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b4474-ddcb-456d-b25a-cd26d0d73506 req-d81c724d-8f26-41e3-9a8c-acea6029e163 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:42.418636 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6a4b4474-ddcb-456d-b25a-cd26d0d73506 req-d81c724d-8f26-41e3-9a8c-acea6029e163 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0869994 Aug 18 14:52:42.429467 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1d80c-9664-4152-a710-12d72b57af1e req-c9edf465-1da5-425e-b598-af365c04c351 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:42.430847 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4a1d80c-9664-4152-a710-12d72b57af1e req-c9edf465-1da5-425e-b598-af365c04c351 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 944 time: 0.0607512 Aug 18 14:52:42.485689 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6a4b4474-ddcb-456d-b25a-cd26d0d73506 req-5cbce10e-5cde-4a46-a033-15dabde2a29b tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539348 Aug 18 14:52:42.490233 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4a1d80c-9664-4152-a710-12d72b57af1e req-9a5ff7ad-f2bc-47b7-973e-91e4b42a0f81 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529909 Aug 18 14:52:42.697029 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-e9ab1ea5-c433-4149-9261-1b058511aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:42.698501 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-e9ab1ea5-c433-4149-9261-1b058511aee4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2&tenant_id=5be734f088c14330b963c99e12467ac6 HTTP/1.1" status: 200 len: 1099 time: 0.0394807 Aug 18 14:52:42.792675 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-e1e4432e-48d6-4b9f-a160-636991096963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:42.794143 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-e1e4432e-48d6-4b9f-a160-636991096963 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5be734f088c14330b963c99e12467ac6&device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 1099 time: 0.0437052 Aug 18 14:52:42.883042 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-56221d4a-49fa-483d-a408-c118f7a5c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:42.884478 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-56221d4a-49fa-483d-a408-c118f7a5c9b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34cb5995-9b71-40b5-b1be-b7b7064f00da HTTP/1.1" status: 200 len: 910 time: 0.0830557 Aug 18 14:52:42.952053 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-68a1d7a3-0b1b-41b9-a5a7-9356fb0ad80f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846820e3-f655-4843-8fcd-1f53113fb919 HTTP/1.1" status: 200 len: 1001 time: 0.0599122 Aug 18 14:52:42.999737 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-0bc2553b-9f37-4fbc-954d-2c2cb7b15ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:43.001102 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-0bc2553b-9f37-4fbc-954d-2c2cb7b15ac2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3764aa65-4089-49cd-9856-114969fd6b5f HTTP/1.1" status: 200 len: 848 time: 0.0410881 Aug 18 14:52:43.044022 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-5a2f8cdf-505f-46ed-95ce-a1fc6cc443ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:43.045414 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-5a2f8cdf-505f-46ed-95ce-a1fc6cc443ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34cb5995-9b71-40b5-b1be-b7b7064f00da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0372076 Aug 18 14:52:43.139960 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-5ee66c2f-4609-4625-89fe-eae5246fbf37 service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822525 Aug 18 14:52:43.237137 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-fc7995a1-bff4-4fd4-8c07-b81dc1a2d9b8 service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Aug 18 14:52:43.597855 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:43.626348 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf575b61-b2ae-4802-8010-b486ba0f77ba req-e76c15e3-f025-499b-a1bd-79c021854bbc tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:43.627864 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bf575b61-b2ae-4802-8010-b486ba0f77ba req-e76c15e3-f025-499b-a1bd-79c021854bbc tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0760448 Aug 18 14:52:43.640543 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19453a0b-71cc-4f59-995a-442e5ab38581 req-c25f51f1-3105-4735-a54b-f9cce7b420af tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:43.642230 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-19453a0b-71cc-4f59-995a-442e5ab38581 req-c25f51f1-3105-4735-a54b-f9cce7b420af tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 944 time: 0.0781322 Aug 18 14:52:43.647574 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:43.647949 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:43.693833 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bf575b61-b2ae-4802-8010-b486ba0f77ba req-27b538ac-b5f0-449d-b747-93f873f01276 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505412 Aug 18 14:52:43.700779 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-19453a0b-71cc-4f59-995a-442e5ab38581 req-fc97b1c8-ac92-4466-b227-b78029a92a79 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509765 Aug 18 14:52:43.722309 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:43.744699 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:43.746934 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcda1de-255a-4f2c-978f-570ad3057dcf" -d '{"events": [{"server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "name": "network-vif-plugged", "status": "completed", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:43.760247 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:43.764258 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:43.765070 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 846820e3-f655-4843-8fcd-1f53113fb919 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:52:43.805884 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008712aa-5d39-4545-a3f0-0c505ec4ab42 x-openstack-request-id: req-008712aa-5d39-4545-a3f0-0c505ec4ab42 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:43.806178 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "name": "network-vif-plugged", "status": "completed", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:43.806457 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-008712aa-5d39-4545-a3f0-0c505ec4ab42 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:43.806826 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'code': 200} Aug 18 14:52:43.842367 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,revision_number=10']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:43.883857 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:43.916585 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 846820e3-f655-4843-8fcd-1f53113fb919, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=846820e3-f655-4843-8fcd-1f53113fb919,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:43.919925 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:43.966595 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=846820e3-f655-4843-8fcd-1f53113fb919,revision_number=6']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:44.017327 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:44.018923 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc815be-8ebd-4887-8473-ac753fbb0ec7 req-89e68d21-7842-4824-8ed9-a040156e1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:44.020423 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6dc815be-8ebd-4887-8473-ac753fbb0ec7 req-89e68d21-7842-4824-8ed9-a040156e1d9b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 1099 time: 0.0412250 Aug 18 14:52:44.071573 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6dc815be-8ebd-4887-8473-ac753fbb0ec7 req-d9f988a4-8233-4a8f-83b9-55edffd6b71e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271301 Aug 18 14:52:44.562088 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-52f0838f-993c-43d9-9710-a4d1e7a38414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:44.841680 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326bbcf-61b2-498a-9150-f370cd94bc6b req-aa220976-e55a-483f-96c8-fa08540a1383 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:44.843115 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5326bbcf-61b2-498a-9150-f370cd94bc6b req-aa220976-e55a-483f-96c8-fa08540a1383 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0832808 Aug 18 14:52:44.854308 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04417c9a-d06b-41c4-a0a7-b29685402250 req-f50356a2-cfe1-4927-8917-715caa9e2d88 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:44.855715 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-04417c9a-d06b-41c4-a0a7-b29685402250 req-f50356a2-cfe1-4927-8917-715caa9e2d88 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 946 time: 0.0672610 Aug 18 14:52:44.908864 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5326bbcf-61b2-498a-9150-f370cd94bc6b req-b3d994c5-d912-46e0-8f46-c3da2bf71586 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522304 Aug 18 14:52:44.913622 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-04417c9a-d06b-41c4-a0a7-b29685402250 req-2e498a2d-e895-40b8-bd71-cd41343c6c46 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512016 Aug 18 14:52:45.807837 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:45.810128 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd3977b-b5a2-41e8-8ef8-a8ab4361888c" -d '{"events": [{"server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "name": "network-vif-unplugged", "status": "completed", "tag": "846820e3-f655-4843-8fcd-1f53113fb919"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:45.844903 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31845dfc-a1b4-493f-b223-735b19a6d78c x-openstack-request-id: req-31845dfc-a1b4-493f-b223-735b19a6d78c {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:45.845269 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "name": "network-vif-unplugged", "status": "completed", "tag": "846820e3-f655-4843-8fcd-1f53113fb919", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:45.845589 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-31845dfc-a1b4-493f-b223-735b19a6d78c {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:45.845977 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919', 'code': 200} Aug 18 14:52:46.061130 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01e4a9-d102-49ed-bf84-b58280c96fb4 req-447826c9-cbfb-4f3b-9683-22ebd6c8a0ec tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:46.063003 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6e01e4a9-d102-49ed-bf84-b58280c96fb4 req-447826c9-cbfb-4f3b-9683-22ebd6c8a0ec tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 946 time: 0.0709422 Aug 18 14:52:46.071933 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38477749-2e43-4740-b0b3-064a0e020feb req-784892d7-9cc8-4147-af68-89e66a28a03c tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:46.073424 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-38477749-2e43-4740-b0b3-064a0e020feb req-784892d7-9cc8-4147-af68-89e66a28a03c tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0907948 Aug 18 14:52:46.127600 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-38477749-2e43-4740-b0b3-064a0e020feb req-bf3a457a-ebd9-4522-8e91-cb7aac3142f9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474734 Aug 18 14:52:46.131232 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6e01e4a9-d102-49ed-bf84-b58280c96fb4 req-58aecebc-d585-4d1e-8a7d-2d8ad56dbc42 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569289 Aug 18 14:52:47.197718 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ea67d6f5-70b9-47f8-93c6-b9f9acbac371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:47.269523 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47824ab0-6d72-4ffa-ab8a-02672fb9b902 req-7f5131dd-369e-45d1-b5af-a77bfa822566 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:47.270993 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-47824ab0-6d72-4ffa-ab8a-02672fb9b902 req-7f5131dd-369e-45d1-b5af-a77bfa822566 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0767560 Aug 18 14:52:47.281784 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f96ca6-4582-475e-98d4-834ff7ce2f26 req-a39e76bb-1984-4454-961a-68d8aff6c520 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:47.283183 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-65f96ca6-4582-475e-98d4-834ff7ce2f26 req-a39e76bb-1984-4454-961a-68d8aff6c520 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 946 time: 0.0769966 Aug 18 14:52:47.308046 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:47.336984 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-47824ab0-6d72-4ffa-ab8a-02672fb9b902 req-cc2e3dc2-d02e-473b-b53b-d320baaf2b31 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528786 Aug 18 14:52:47.341527 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-65f96ca6-4582-475e-98d4-834ff7ce2f26 req-5970eb0c-c6f7-42c7-b888-c05c4b728597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513422 Aug 18 14:52:47.998290 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:48.453763 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f761e0-0a3e-4d7e-9676-a3b909d25ec4 req-9c6319d6-bb25-4289-9ac7-cc85aa678226 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:48.455337 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-47f761e0-0a3e-4d7e-9676-a3b909d25ec4 req-9c6319d6-bb25-4289-9ac7-cc85aa678226 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0501416 Aug 18 14:52:48.492347 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-47f761e0-0a3e-4d7e-9676-a3b909d25ec4 req-8c4196f1-fb12-4526-b4a5-e695b397e2ff tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304415 Aug 18 14:52:49.604643 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d9f32-2b71-49c5-8f79-9b6c9803586e req-f4246df6-6b58-4e9b-b5b0-b84a18db0881 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:49.606122 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ef1d9f32-2b71-49c5-8f79-9b6c9803586e req-f4246df6-6b58-4e9b-b5b0-b84a18db0881 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0469706 Aug 18 14:52:49.641976 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ef1d9f32-2b71-49c5-8f79-9b6c9803586e req-b70bfdc5-cef1-4fb5-89fb-e2864cc99935 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295758 Aug 18 14:52:50.133429 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:50.446361 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ecf83-079c-4717-acb9-70498a956854 req-81911911-6081-41ae-bdde-0bf2804402e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:50.447883 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fa5ecf83-079c-4717-acb9-70498a956854 req-81911911-6081-41ae-bdde-0bf2804402e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 1097 time: 0.0436444 Aug 18 14:52:50.481278 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fa5ecf83-079c-4717-acb9-70498a956854 req-ec4bd221-9336-4149-a15b-f5d227ac87ad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261276 Aug 18 14:52:50.756475 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52442810-fc4f-4f14-b221-4591e612a520 req-9cdc3c09-6d33-4b42-b6e6-fee417d76379 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:50.757836 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-52442810-fc4f-4f14-b221-4591e612a520 req-9cdc3c09-6d33-4b42-b6e6-fee417d76379 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 944 time: 0.0508058 Aug 18 14:52:50.797191 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-52442810-fc4f-4f14-b221-4591e612a520 req-deb3dd6d-af47-4126-8e60-fb3076cd225c tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333021 Aug 18 14:52:51.623363 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 846820e3-f655-4843-8fcd-1f53113fb919 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:52:51.714623 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 846820e3-f655-4843-8fcd-1f53113fb919, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=846820e3-f655-4843-8fcd-1f53113fb919,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:51.725942 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '846820e3-f655-4843-8fcd-1f53113fb919', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'port_id': '846820e3-f655-4843-8fcd-1f53113fb919', 'mac_address': 'fa:16:3e:f4:f8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:52:51.761011 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:51.776356 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846820e3-f655-4843-8fcd-1f53113fb919 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:52:51.795235 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 846820e3-f655-4843-8fcd-1f53113fb919, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=846820e3-f655-4843-8fcd-1f53113fb919,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:51.799035 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:51.845989 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=846820e3-f655-4843-8fcd-1f53113fb919,revision_number=7']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:51.910916 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696e382-c10d-4687-bcf1-cc244348cc62 req-394bb992-c808-4eef-a711-74e08fbf8206 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:51.912350 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2696e382-c10d-4687-bcf1-cc244348cc62 req-394bb992-c808-4eef-a711-74e08fbf8206 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 945 time: 0.0476654 Aug 18 14:52:51.947449 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2696e382-c10d-4687-bcf1-cc244348cc62 req-030607b3-ca34-4e37-84ef-8d988fb379a0 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293794 Aug 18 14:52:52.248519 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['846820e3-f655-4843-8fcd-1f53113fb919'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:52:53.058708 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcac18-37b4-4bc6-a3f4-c7dc7b5a2276 req-ecbc851a-eb69-433b-8a77-0a1d9bf0343e tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:53.060163 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-21dcac18-37b4-4bc6-a3f4-c7dc7b5a2276 req-ecbc851a-eb69-433b-8a77-0a1d9bf0343e tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 945 time: 0.0471764 Aug 18 14:52:53.096848 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-21dcac18-37b4-4bc6-a3f4-c7dc7b5a2276 req-1d2aab91-b89f-4668-b04f-24c1f35d6134 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303679 Aug 18 14:52:53.626171 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 846820e3-f655-4843-8fcd-1f53113fb919 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:53.672627 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 846820e3-f655-4843-8fcd-1f53113fb919 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:53.673035 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:53.751167 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:53.773119 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:53.775365 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9652be58-99c5-47b1-909e-d013e76d8dc5" -d '{"events": [{"server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "name": "network-vif-plugged", "status": "completed", "tag": "846820e3-f655-4843-8fcd-1f53113fb919"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:53.788224 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 846820e3-f655-4843-8fcd-1f53113fb919, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=846820e3-f655-4843-8fcd-1f53113fb919,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:53.793947 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:53.817732 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36867fee-283d-40ef-af7c-9a2141f0f57d x-openstack-request-id: req-36867fee-283d-40ef-af7c-9a2141f0f57d {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:53.818023 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "name": "network-vif-plugged", "status": "completed", "tag": "846820e3-f655-4843-8fcd-1f53113fb919", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:53.818272 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36867fee-283d-40ef-af7c-9a2141f0f57d {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:53.818679 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919', 'code': 200} Aug 18 14:52:53.844122 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=846820e3-f655-4843-8fcd-1f53113fb919,revision_number=8']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:00.782675 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:53:14.022197 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:14.561124 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2eb238c8-84d8-42fc-9ede-d504837cacba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:16.465902 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0667e1-d132-43ee-a037-3d81a31fb7ed req-58191745-99a9-48a3-a299-7b0c904d38e5 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:16.467292 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6a0667e1-d132-43ee-a037-3d81a31fb7ed req-58191745-99a9-48a3-a299-7b0c904d38e5 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 946 time: 0.0502687 Aug 18 14:53:16.503959 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6a0667e1-d132-43ee-a037-3d81a31fb7ed req-e0ad702d-60db-4b6b-8450-0eceea1bc831 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Aug 18 14:53:17.188581 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b4faf55b-ed5d-4098-ba4b-e54edf118222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:17.307887 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:17.394478 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-fb2016e3-b96e-45e3-b626-4618f3ceec14 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395157 Aug 18 14:53:17.468111 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-95cf5e55-9985-42b7-9581-8744e339322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:17.469471 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-95cf5e55-9985-42b7-9581-8744e339322a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb2575290eb748debff661a297f0d651&device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 1099 time: 0.0379479 Aug 18 14:53:17.578261 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-745553c1-0269-4aa4-a9f8-21c05ed3f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:17.579780 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-745553c1-0269-4aa4-a9f8-21c05ed3f39c service neutron] 10.222.0.69 "GET /v2.0/networks?id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 200 len: 918 time: 0.0865228 Aug 18 14:53:17.622022 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ae9e2-af5a-4f65-8d99-2b010b63721f req-146e5f9d-4026-4cf3-9f7f-d67f1a044967 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:17.623545 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-156ae9e2-af5a-4f65-8d99-2b010b63721f req-146e5f9d-4026-4cf3-9f7f-d67f1a044967 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 946 time: 0.0502956 Aug 18 14:53:17.649155 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-b0b9b7aa-82f5-46d4-963e-be7ce3eb5d05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b HTTP/1.1" status: 200 len: 1000 time: 0.0591078 Aug 18 14:53:17.660517 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-156ae9e2-af5a-4f65-8d99-2b010b63721f req-bbd935eb-5897-4087-94fe-10a5fb81d46c tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311089 Aug 18 14:53:17.703795 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-803745b0-c234-4dac-88bc-4bcc7b50ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:17.705234 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-803745b0-c234-4dac-88bc-4bcc7b50ab03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 200 len: 856 time: 0.0466316 Aug 18 14:53:17.762589 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-fb797dcd-c316-45a8-9bae-a8ad9ec70141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:17.763952 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-fb797dcd-c316-45a8-9bae-a8ad9ec70141 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382276 Aug 18 14:53:17.777753 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-40a4826d-5b20-48e3-8b52-792eab8c4791 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:53:17.778797 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-40a4826d-5b20-48e3-8b52-792eab8c4791 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048709 Aug 18 14:53:17.867636 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-0012ef58-6a28-419d-9c56-d3af77678dd6 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810215 Aug 18 14:53:17.956648 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b37247b8-db8e-4051-8d40-bb7c857eb20b req-894c5091-a590-4182-84aa-3feb75d88347 service neutron] 10.222.0.69 "GET /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813456 Aug 18 14:53:18.000845 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:18.771610 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0411095-3b85-4cde-8bfc-e7b032bfbe22 req-9d04720b-2668-4876-b8ac-a61021a0bf8e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:18.773063 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c0411095-3b85-4cde-8bfc-e7b032bfbe22 req-9d04720b-2668-4876-b8ac-a61021a0bf8e tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 946 time: 0.0465388 Aug 18 14:53:18.809186 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c0411095-3b85-4cde-8bfc-e7b032bfbe22 req-2a6ca40e-6608-403c-a27a-8c84cb7950a5 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups?id=08a038fb-c101-441e-8702-90af93c4e524&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303371 Aug 18 14:53:18.888399 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-cb835b15-a539-4f0e-8e3d-ed5e2a31f08f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:18.889860 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-cb835b15-a539-4f0e-8e3d-ed5e2a31f08f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.69 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 946 time: 0.0484314 Aug 18 14:53:18.999963 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Deleting port 96bdf476-dbf0-494a-a480-45f30c4a52e2 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:19.000306 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.085736 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] For port 96bdf476-dbf0-494a-a480-45f30c4a52e2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=96bdf476-dbf0-494a-a480-45f30c4a52e2,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:19.086104 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.254414 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.254710 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.255021 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.l3_db [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Floating IP 1972266f-6572-4d67-98dd-849de2968399 disassociated. External IP: 172.27.0.67, port: 96bdf476-dbf0-494a-a480-45f30c4a52e2. Aug 18 14:53:19.255375 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Calling delete_port for 96bdf476-dbf0-494a-a480-45f30c4a52e2 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:19.378295 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.409524 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event deleted for resources: {'Port': ['ID=96bdf476-dbf0-494a-a480-45f30c4a52e2,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:19.420886 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.421240 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.421587 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.421929 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.422266 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.422633 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.422967 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.423305 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.423635 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.423959 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.424282 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.424603 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.528487 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Router 244edcda-be09-4e9a-8bb1-cc16307a7d13 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:53:19.632226 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:53:19.641731 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db09ff-1bfb-4acf-9a41-c0802b2cba86 None None] Sync routers for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:53:19.651534 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db09ff-1bfb-4acf-9a41-c0802b2cba86 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:19.652237 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-81db09ff-1bfb-4acf-9a41-c0802b2cba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:53:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:19.678128 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] No DVR routers for this DVR port 96bdf476-dbf0-494a-a480-45f30c4a52e2 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:53:19.680729 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.682732 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c1d352cf-44d4-4d54-abf8-5b737a0c9224 req-c26a2fe4-1021-48b5-89af-6a78c5b69b31 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.69 "DELETE /v2.0/ports/96bdf476-dbf0-494a-a480-45f30c4a52e2 HTTP/1.1" status: 204 len: 173 time: 0.7695138 Aug 18 14:53:19.683166 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'name': 'network-vif-deleted', 'tag': '96bdf476-dbf0-494a-a480-45f30c4a52e2'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:19.685467 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f835a565-fb05-4c55-b257-bf455192309c" -d '{"events": [{"server_uuid": "260601f2-2aa3-48ab-aace-8bed6551ad65", "name": "network-vif-deleted", "tag": "96bdf476-dbf0-494a-a480-45f30c4a52e2"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:19.726102 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2774ec5b-ef40-4930-b1f2-5ca292836c9f x-openstack-request-id: req-2774ec5b-ef40-4930-b1f2-5ca292836c9f {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:19.726411 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260601f2-2aa3-48ab-aace-8bed6551ad65", "name": "network-vif-deleted", "tag": "96bdf476-dbf0-494a-a480-45f30c4a52e2", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:19.726689 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2774ec5b-ef40-4930-b1f2-5ca292836c9f {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:19.727100 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260601f2-2aa3-48ab-aace-8bed6551ad65', 'name': 'network-vif-deleted', 'tag': '96bdf476-dbf0-494a-a480-45f30c4a52e2', 'status': 'completed', 'code': 200} Aug 18 14:53:19.758001 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-81db09ff-1bfb-4acf-9a41-c0802b2cba86 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:19.924621 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-788c42d2-9053-4691-a5f9-cf328fc5e0bc req-23545aff-425e-4d06-90b7-1682987892c4 tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/ports?device_id=260601f2-2aa3-48ab-aace-8bed6551ad65 HTTP/1.1" status: 200 len: 210 time: 0.0283148 Aug 18 14:53:19.968960 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-81db09ff-1bfb-4acf-9a41-c0802b2cba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:19.995101 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db09ff-1bfb-4acf-9a41-c0802b2cba86 None None] Checking router: 244edcda-be09-4e9a-8bb1-cc16307a7d13 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:53:20.002965 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db09ff-1bfb-4acf-9a41-c0802b2cba86 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:20.003569 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-81db09ff-1bfb-4acf-9a41-c0802b2cba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:53:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:20.214914 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:20.232611 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-81db09ff-1bfb-4acf-9a41-c0802b2cba86 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:20.436579 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-81db09ff-1bfb-4acf-9a41-c0802b2cba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:20.461757 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db09ff-1bfb-4acf-9a41-c0802b2cba86 None None] The sync data for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi is: [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '137f58e8-f424-4cdc-ab45-e91d61cb485f', 'name': '', 'network_id': '9f453827-31cb-4cd9-a35c-9030c6070e8e', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'mac_address': 'fa:16:3e:ec:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:07Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'subnets': [{'id': '9da59616-bc97-489b-a3d0-517f11dd510c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:53:20.662240 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5112a-7d4a-4750-ad19-2f264abf86b8 None None] New status for floating IP 1972266f-6572-4d67-98dd-849de2968399: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:53:21.007109 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 37532) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:21.059191 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.081036 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.124825 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.127679 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.128764 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "DELETE /v2.0/security-groups/08a038fb-c101-441e-8702-90af93c4e524 HTTP/1.1" status: 204 len: 168 time: 0.1206994 Aug 18 14:53:21.131590 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37534) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:21.137240 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a038fb-c101-441e-8702-90af93c4e524,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:21.144230 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.144586 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.144926 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.145057 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.api.v2.resource [None req-35dd7776-6b11-4e72-bfbd-aa33fcadbd4d tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] show failed (client error): The resource could not be found. Aug 18 14:53:21.145265 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.145595 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.145962 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.146291 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.146638 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.146965 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.147287 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.147607 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.147920 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eaea8f-589d-481f-a1cb-6903d3d2f51f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.148743 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-35dd7776-6b11-4e72-bfbd-aa33fcadbd4d tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "GET /v2.0/security-groups/08a038fb-c101-441e-8702-90af93c4e524 HTTP/1.1" status: 404 len: 347 time: 0.0161738 Aug 18 14:53:21.149261 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37536) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:21.269677 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-0c42ff19-881b-453c-b88c-71e2c060660f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Deleting port 8b53221a-7c3c-41b0-82ed-68f9b9bcc614 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:21.270027 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c42ff19-881b-453c-b88c-71e2c060660f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.342691 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c42ff19-881b-453c-b88c-71e2c060660f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.342945 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c42ff19-881b-453c-b88c-71e2c060660f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.354689 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-0c42ff19-881b-453c-b88c-71e2c060660f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Calling delete_port for 8b53221a-7c3c-41b0-82ed-68f9b9bcc614 owned by network:floatingip {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:21.480959 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c42ff19-881b-453c-b88c-71e2c060660f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.507798 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42ff19-881b-453c-b88c-71e2c060660f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Pushing event deleted for resources: {'Port': ['ID=8b53221a-7c3c-41b0-82ed-68f9b9bcc614,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:21.566074 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c42ff19-881b-453c-b88c-71e2c060660f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks [] for floatingip, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.568672 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c42ff19-881b-453c-b88c-71e2c060660f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.569806 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0c42ff19-881b-453c-b88c-71e2c060660f tempest-AttachVolumeTestJSON-698533071 tempest-AttachVolumeTestJSON-698533071-project] 10.222.0.38 "DELETE /v2.0/floatingips/1972266f-6572-4d67-98dd-849de2968399 HTTP/1.1" status: 204 len: 168 time: 0.4196815 Aug 18 14:53:23.742407 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 96bdf476-dbf0-494a-a480-45f30c4a52e2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:23.761458 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: 96bdf476-dbf0-494a-a480-45f30c4a52e2 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:53:23.761805 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 96bdf476-dbf0-494a-a480-45f30c4a52e2 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:53:25.090825 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37566) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:25.774778 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634570'] for router_interface, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:26.010354 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] Deleting port 137f58e8-f424-4cdc-ab45-e91d61cb485f {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:26.010798 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:26.088104 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] For port 137f58e8-f424-4cdc-ab45-e91d61cb485f, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=137f58e8-f424-4cdc-ab45-e91d61cb485f,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:26.088465 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:26.100573 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] Calling delete_port for 137f58e8-f424-4cdc-ab45-e91d61cb485f owned by network:router_interface {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:26.278339 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:26.303918 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] Pushing event deleted for resources: {'Port': ['ID=137f58e8-f424-4cdc-ab45-e91d61cb485f,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:26.463526 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770906'] for router_interface, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:26.672715 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] Router 244edcda-be09-4e9a-8bb1-cc16307a7d13 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:53:26.776961 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:53:26.782241 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-84543c8a-42bf-49fd-a194-d5a5e42b8878 admin admin] 10.222.0.38 "PUT /v2.0/routers/244edcda-be09-4e9a-8bb1-cc16307a7d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6902719 Aug 18 14:53:26.784900 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37570) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:26.785962 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714e4a07-c6d6-473d-bbeb-47d065404cb0 None None] Sync routers for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:53:26.795514 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714e4a07-c6d6-473d-bbeb-47d065404cb0 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:26.796127 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-714e4a07-c6d6-473d-bbeb-47d065404cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:53:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:26.887378 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Notify callbacks [] for router, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:26.897676 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-714e4a07-c6d6-473d-bbeb-47d065404cb0 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:26.993428 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.047678 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Deleting port a3bfa1b3-9b92-45f2-b358-c8a1d468123b {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:27.048095 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.073745 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-714e4a07-c6d6-473d-bbeb-47d065404cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:53:26Z', 'revision_number': 5, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port': {'id': 'a3bfa1b3-9b92-45f2-b358-c8a1d468123b', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:27.100129 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714e4a07-c6d6-473d-bbeb-47d065404cb0 None None] Checking router: 244edcda-be09-4e9a-8bb1-cc16307a7d13 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:53:27.108519 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714e4a07-c6d6-473d-bbeb-47d065404cb0 None None] Routers {'244edcda-be09-4e9a-8bb1-cc16307a7d13'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:27.109133 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-714e4a07-c6d6-473d-bbeb-47d065404cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:53:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['244edcda-be09-4e9a-8bb1-cc16307a7d13'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:27.129715 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] For port a3bfa1b3-9b92-45f2-b358-c8a1d468123b, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=a3bfa1b3-9b92-45f2-b358-c8a1d468123b,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:27.130791 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.142260 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Calling delete_port for a3bfa1b3-9b92-45f2-b358-c8a1d468123b owned by network:router_gateway {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:27.192900 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-714e4a07-c6d6-473d-bbeb-47d065404cb0 None None] Set router 244edcda-be09-4e9a-8bb1-cc16307a7d13 gateway port host: None {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:27.243272 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-714e4a07-c6d6-473d-bbeb-47d065404cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:53:26Z', 'revision_number': 6, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port_host': None}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:27.273418 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714e4a07-c6d6-473d-bbeb-47d065404cb0 None None] The sync data for ids ['244edcda-be09-4e9a-8bb1-cc16307a7d13'] in dv-cinder-788365-10-iscsi is: [{'id': '244edcda-be09-4e9a-8bb1-cc16307a7d13', 'name': 'tempest-AttachVolumeTestJSON-26891463-router', 'tenant_id': '81d17ffa16ee474495a70ab99e75c6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:53:26Z', 'revision_number': 6, 'project_id': '81d17ffa16ee474495a70ab99e75c6b8', 'gw_port_host': None}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:53:27.308102 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.334645 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bfa1b3-9b92-45f2-b358-c8a1d468123b,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:27.393320 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614034'] for router_gateway, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.478946 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30964'] for router, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.480996 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.525853 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636632'] for router, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.526353 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 244edcda-be09-4e9a-8bb1-cc16307a7d13 {{(pid=100499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:53:27.531111 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.532230 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-34be18b0-f4a7-4e1f-8945-2cc173524eaf admin admin] 10.222.0.38 "DELETE /v2.0/routers/244edcda-be09-4e9a-8bb1-cc16307a7d13 HTTP/1.1" status: 204 len: 168 time: 0.7464037 Aug 18 14:53:27.534697 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37572) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:27.577366 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f3bc83-0da1-4a3a-85dc-eec334861aaf admin admin] Deleting subnet 9da59616-bc97-489b-a3d0-517f11dd510c {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:53:27.580343 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-98f3bc83-0da1-4a3a-85dc-eec334861aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.616136 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-98f3bc83-0da1-4a3a-85dc-eec334861aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3789213'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.735817 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-98f3bc83-0da1-4a3a-85dc-eec334861aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.785534 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-98f3bc83-0da1-4a3a-85dc-eec334861aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4181407'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.811202 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3bc83-0da1-4a3a-85dc-eec334861aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da59616-bc97-489b-a3d0-517f11dd510c,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:27.814925 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-98f3bc83-0da1-4a3a-85dc-eec334861aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.816959 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-98f3bc83-0da1-4a3a-85dc-eec334861aaf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9da59616-bc97-489b-a3d0-517f11dd510c HTTP/1.1" status: 204 len: 168 time: 0.2810550 Aug 18 14:53:27.819186 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37574) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:27.821646 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbfc2a9-4c90-4f9f-8bb4-b70b42450280 None None] Network 9f453827-31cb-4cd9-a35c-9030c6070e8e requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:53:27.889505 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:27.941520 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Deleting port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:27.941866 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.003272 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] For port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=71aecd6d-4ad7-4b1f-b661-81f9b884a4ce,segment=NetworkSegment(c4189b64-7332-4949-8889-1ab23c765e08),segment_id=c4189b64-7332-4949-8889-1ab23c765e08)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:28.003584 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.018746 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Calling delete_port for 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce owned by network:dhcp {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:28.060547 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] DHCP port deletion for 9f453827-31cb-4cd9-a35c-9030c6070e8e request from dv-cinder-788365-10-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:53:28.066423 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 137f58e8-f424-4cdc-ab45-e91d61cb485f no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:28.088294 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 137f58e8-f424-4cdc-ab45-e91d61cb485f {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:53:28.088770 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 137f58e8-f424-4cdc-ab45-e91d61cb485f not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:53:28.103231 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.126136 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=71aecd6d-4ad7-4b1f-b661-81f9b884a4ce,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:28.134793 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] No DVR routers for this DVR port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce on host dv-cinder-788365-10-iscsi {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:53:28.141318 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Deleting port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:28.141835 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.210250 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] For port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce, host dv-cinder-788365-10-iscsi, got binding levels [] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:28.210463 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.210600 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.219821 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f453827-31cb-4cd9-a35c-9030c6070e8e']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:28.223144 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Calling delete_port for 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:28.227982 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.ipam_backend_mixin [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce was not found and therefore no delete operation was performed {{(pid=100501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:53:28.229287 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.230770 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4189b64-7332-4949-8889-1ab23c765e08') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:28.231066 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4189b64-7332-4949-8889-1ab23c765e08') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:28.240395 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3789204'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.254564 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.257233 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] No DVR routers for this DVR port 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce on host dv-cinder-788365-10-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:53:28.260780 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:53:28.261697 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814959'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.261930 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Pushing event deleted for resources: {'Port': ['ID=71aecd6d-4ad7-4b1f-b661-81f9b884a4ce,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: timer() Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: cb(*args, **kw) Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: self._notify() Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: self.callback(batched_events) Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: event.method(event) Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._get(url).json() Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:53:28.263552 dv-cinder-788365-10-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:53:28.270105 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.271008 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.271334 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.271859 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.272487 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.273183 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.273690 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.274036 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.274376 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.274863 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.275077 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.275407 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9661550-13ba-4618-942c-1783d6e05186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:28.324607 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.330396 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.335350 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] 10.222.0.38 "DELETE /v2.0/networks/9f453827-31cb-4cd9-a35c-9030c6070e8e HTTP/1.1" status: 204 len: 168 time: 0.5123692 Aug 18 14:53:28.346918 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64036bbd-8c47-4bc1-a924-d221994d2f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=9f453827-31cb-4cd9-a35c-9030c6070e8e,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:28.456555 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 37580) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:28.496512 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-573b066a-ece8-44e3-b214-3a173fbb4e68 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=81d17ffa16ee474495a70ab99e75c6b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387263 Aug 18 14:53:28.498902 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 37582) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:28.546179 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e9ff38bb-6e66-416c-9176-a2ef97f3ec68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.565949 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e9ff38bb-6e66-416c-9176-a2ef97f3ec68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.613536 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e9ff38bb-6e66-416c-9176-a2ef97f3ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.616169 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e9ff38bb-6e66-416c-9176-a2ef97f3ec68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.617314 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e9ff38bb-6e66-416c-9176-a2ef97f3ec68 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f056f549-e74a-43ef-a565-d90c997a710b HTTP/1.1" status: 204 len: 168 time: 0.1174898 Aug 18 14:53:28.624859 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff38bb-6e66-416c-9176-a2ef97f3ec68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f056f549-e74a-43ef-a565-d90c997a710b,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:29.661752 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:29.683451 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:53:29.683800 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 71aecd6d-4ad7-4b1f-b661-81f9b884a4ce not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:53:29.684228 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device a3bfa1b3-9b92-45f2-b358-c8a1d468123b no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:29.702969 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: a3bfa1b3-9b92-45f2-b358-c8a1d468123b {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:53:29.703346 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device a3bfa1b3-9b92-45f2-b358-c8a1d468123b not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:53:37.781606 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:53:37.791515 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 37702) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:37.892623 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-54592b27-486f-4de6-bf03-928d6c3433cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:37.978076 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-54592b27-486f-4de6-bf03-928d6c3433cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:37.981623 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-54592b27-486f-4de6-bf03-928d6c3433cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:38.020242 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-54592b27-486f-4de6-bf03-928d6c3433cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34e4fded67604450a86880914a67d862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276671 Aug 18 14:53:38.021402 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54592b27-486f-4de6-bf03-928d6c3433cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ce0957-ccfe-4311-8b02-89a73a639651,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:38.023110 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37706) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:38.075352 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9eb0502d-b665-49a3-a77b-d5591549c0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:38.095580 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9eb0502d-b665-49a3-a77b-d5591549c0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:38.140575 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9eb0502d-b665-49a3-a77b-d5591549c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:38.143449 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9eb0502d-b665-49a3-a77b-d5591549c0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:38.144599 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9eb0502d-b665-49a3-a77b-d5591549c0a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11ce0957-ccfe-4311-8b02-89a73a639651 HTTP/1.1" status: 204 len: 168 time: 0.1197038 Aug 18 14:53:38.152085 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0502d-b665-49a3-a77b-d5591549c0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ce0957-ccfe-4311-8b02-89a73a639651,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:40.318229 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37776) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:40.418328 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2107e4c5-cbf5-4fdd-9e0e-9227b1704fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:40.506227 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2107e4c5-cbf5-4fdd-9e0e-9227b1704fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:40.509998 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2107e4c5-cbf5-4fdd-9e0e-9227b1704fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:40.547817 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2107e4c5-cbf5-4fdd-9e0e-9227b1704fbb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6fd2e136ef4e41cc90e58c08a978f2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285049 Aug 18 14:53:40.548623 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107e4c5-cbf5-4fdd-9e0e-9227b1704fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3b9686-7402-41b7-be99-4920aa46a2f5,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:40.550618 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 37780) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:40.596575 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08ae5206-e87b-4fad-8488-8fca97f65048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:40.618417 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08ae5206-e87b-4fad-8488-8fca97f65048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:40.664022 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08ae5206-e87b-4fad-8488-8fca97f65048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:40.666647 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08ae5206-e87b-4fad-8488-8fca97f65048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:40.667785 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-08ae5206-e87b-4fad-8488-8fca97f65048 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f3b9686-7402-41b7-be99-4920aa46a2f5 HTTP/1.1" status: 204 len: 168 time: 0.1161885 Aug 18 14:53:40.675184 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae5206-e87b-4fad-8488-8fca97f65048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3b9686-7402-41b7-be99-4920aa46a2f5,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:40.916530 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 37786) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:40.932141 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dc46dc2e-404d-4025-88b6-fe77a5c217c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:41.025166 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dc46dc2e-404d-4025-88b6-fe77a5c217c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:41.028834 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dc46dc2e-404d-4025-88b6-fe77a5c217c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:41.064385 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-dc46dc2e-404d-4025-88b6-fe77a5c217c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2d0db222e8d47479a62aeff36b2de66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466815 Aug 18 14:53:41.066296 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46dc2e-404d-4025-88b6-fe77a5c217c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0840bbfa-d8f5-4780-b13f-2b42f9153591,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:41.067122 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37788) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:41.116178 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-684d9302-ece3-4663-895b-32f462e213a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:41.136908 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-684d9302-ece3-4663-895b-32f462e213a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:41.183030 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-684d9302-ece3-4663-895b-32f462e213a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:41.185447 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-684d9302-ece3-4663-895b-32f462e213a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:41.186584 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-684d9302-ece3-4663-895b-32f462e213a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0840bbfa-d8f5-4780-b13f-2b42f9153591 HTTP/1.1" status: 204 len: 168 time: 0.1179404 Aug 18 14:53:41.194364 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d9302-ece3-4663-895b-32f462e213a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0840bbfa-d8f5-4780-b13f-2b42f9153591,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:44.018983 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:44.561103 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-1dcabafb-5b1a-473d-a0f5-8e3fd4c805b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:45.341426 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37862) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:45.442696 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-25183144-61bc-4ef3-a607-f972a04e67cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:45.527574 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-25183144-61bc-4ef3-a607-f972a04e67cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:45.531206 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-25183144-61bc-4ef3-a607-f972a04e67cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:45.568713 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-25183144-61bc-4ef3-a607-f972a04e67cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2fee4502f0b345048642ba67282c9167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262435 Aug 18 14:53:45.569557 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25183144-61bc-4ef3-a607-f972a04e67cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac27238c-bcbb-4cc8-9c6d-a64516184b49,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:45.571389 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 37866) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:45.620513 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-742b0a9f-5fd4-4476-8869-19c3dd899649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:45.640992 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-742b0a9f-5fd4-4476-8869-19c3dd899649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:45.684849 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-742b0a9f-5fd4-4476-8869-19c3dd899649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:45.687740 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-742b0a9f-5fd4-4476-8869-19c3dd899649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:45.688880 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-742b0a9f-5fd4-4476-8869-19c3dd899649 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac27238c-bcbb-4cc8-9c6d-a64516184b49 HTTP/1.1" status: 204 len: 168 time: 0.1165330 Aug 18 14:53:45.696723 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b0a9f-5fd4-4476-8869-19c3dd899649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac27238c-bcbb-4cc8-9c6d-a64516184b49,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:45.947737 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37876) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:45.962113 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-02ca1a59-40f3-45f7-8f6a-aedb79c461eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:46.051215 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-02ca1a59-40f3-45f7-8f6a-aedb79c461eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:46.055963 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-02ca1a59-40f3-45f7-8f6a-aedb79c461eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:46.094201 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-02ca1a59-40f3-45f7-8f6a-aedb79c461eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4979ba5604144dda8e24c13c21ccf82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441100 Aug 18 14:53:46.095043 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca1a59-40f3-45f7-8f6a-aedb79c461eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0939cd54-d7e0-48ae-b96b-e1791d7b91c5,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:46.096867 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 37880) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:46.147374 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ad87-16f8-4a67-9f7d-c500f5184171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:46.174315 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ad87-16f8-4a67-9f7d-c500f5184171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:46.219536 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ad87-16f8-4a67-9f7d-c500f5184171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:46.222077 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ad87-16f8-4a67-9f7d-c500f5184171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:46.223737 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e6c1ad87-16f8-4a67-9f7d-c500f5184171 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0939cd54-d7e0-48ae-b96b-e1791d7b91c5 HTTP/1.1" status: 204 len: 168 time: 0.1252930 Aug 18 14:53:46.235246 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1ad87-16f8-4a67-9f7d-c500f5184171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0939cd54-d7e0-48ae-b96b-e1791d7b91c5,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:46.394906 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb5d56-bb55-48e8-81b0-dcd80a20721f req-1bdb097e-8da9-406f-8b4a-d8b71bd1a30e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:46.396495 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-57bb5d56-bb55-48e8-81b0-dcd80a20721f req-1bdb097e-8da9-406f-8b4a-d8b71bd1a30e tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 946 time: 0.0541019 Aug 18 14:53:46.434145 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-57bb5d56-bb55-48e8-81b0-dcd80a20721f req-62e733f2-99c3-4841-b54e-71dc461c2a7b tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Aug 18 14:53:47.188855 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-46a9b442-ff8f-4d1b-9c3d-03cc7c9a9ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:47.309353 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:47.560981 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f1303-27e4-42bc-801c-56567af34885 req-723c1a22-6937-4b25-8a15-87afd89332fd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:47.562496 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-030f1303-27e4-42bc-801c-56567af34885 req-723c1a22-6937-4b25-8a15-87afd89332fd tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 946 time: 0.0483034 Aug 18 14:53:47.603182 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-030f1303-27e4-42bc-801c-56567af34885 req-32ac0043-1adb-4fbf-a357-790460878ab2 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups?id=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335579 Aug 18 14:53:48.004421 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:48.120852 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-f808f6e3-19c2-486a-a099-f2b64a1d9eba tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:48.122347 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-f808f6e3-19c2-486a-a099-f2b64a1d9eba tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 946 time: 0.0512297 Aug 18 14:53:48.222030 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Deleting port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:48.222376 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:48.317918 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] For port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:48.318301 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:48.482668 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:48.483042 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:48.483357 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.l3_db [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Floating IP 0bdfac5d-8a0b-4d05-82d9-d3dfcf95fdaf disassociated. External IP: 172.27.0.86, port: 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b. Aug 18 14:53:48.483697 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Calling delete_port for 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:48.610751 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:48.645865 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event deleted for resources: {'Port': ['ID=9e005909-f4e3-47b7-8e23-5eb16ff9fa1b,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:48.723312 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b38a05a2-44f3-4208-b763-492a552d6797 req-d2d4e0c6-9240-46b4-b7bb-8f02139c7713 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ddb5be6-7449-4842-aac7-cafd69d39b31 HTTP/1.1" status: 200 len: 210 time: 0.0300319 Aug 18 14:53:48.773161 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Router 0700a700-108e-4163-aafb-fa0e92dc4ceb has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:53:48.880810 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:53:48.891273 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f89232-2ca8-49df-99d8-27974ef99e9b None None] Sync routers for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:53:48.900964 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f89232-2ca8-49df-99d8-27974ef99e9b None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:48.901647 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d4f89232-2ca8-49df-99d8-27974ef99e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:53:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:48.918191 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] No DVR routers for this DVR port 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:53:48.920678 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:48.922697 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b1b077cf-d640-43b2-923d-2f19fa948c79 req-21572fac-94a3-4c69-a8b0-c73e4b609597 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.69 "DELETE /v2.0/ports/9e005909-f4e3-47b7-8e23-5eb16ff9fa1b HTTP/1.1" status: 204 len: 173 time: 0.7887716 Aug 18 14:53:48.923131 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'name': 'network-vif-deleted', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:48.925423 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a63867-e25f-4e4e-a8b9-cb8412cdcd5b" -d '{"events": [{"server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "name": "network-vif-deleted", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:48.964044 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a4402-8af0-46f3-9eab-cb039accc877 x-openstack-request-id: req-f54a4402-8af0-46f3-9eab-cb039accc877 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:48.964377 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb5be6-7449-4842-aac7-cafd69d39b31", "name": "network-vif-deleted", "tag": "9e005909-f4e3-47b7-8e23-5eb16ff9fa1b", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:48.964724 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f54a4402-8af0-46f3-9eab-cb039accc877 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:48.965191 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb5be6-7449-4842-aac7-cafd69d39b31', 'name': 'network-vif-deleted', 'tag': '9e005909-f4e3-47b7-8e23-5eb16ff9fa1b', 'status': 'completed', 'code': 200} Aug 18 14:53:49.006089 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-d4f89232-2ca8-49df-99d8-27974ef99e9b None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:49.213765 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d4f89232-2ca8-49df-99d8-27974ef99e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:49.238678 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f89232-2ca8-49df-99d8-27974ef99e9b None None] Checking router: 0700a700-108e-4163-aafb-fa0e92dc4ceb for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:53:49.246750 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f89232-2ca8-49df-99d8-27974ef99e9b None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:49.247345 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d4f89232-2ca8-49df-99d8-27974ef99e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:53:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:49.347850 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-d4f89232-2ca8-49df-99d8-27974ef99e9b None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:49.652719 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-d4f89232-2ca8-49df-99d8-27974ef99e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:49.688113 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f89232-2ca8-49df-99d8-27974ef99e9b None None] The sync data for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi is: [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': 'a064efd0-a011-4d60-bbde-60f06151c185', 'name': '', 'network_id': '986a4ab3-f2dd-41e2-84e8-5bca658d0c0d', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'mac_address': 'fa:16:3e:09:73:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:08Z', 'updated_at': '2021-08-18T14:43:22Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'subnets': [{'id': '3dc48631-3ba7-48fa-9733-d2a6c9b2b448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:53:49.816459 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 37988) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:49.871759 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69bdd0cf-5f59-4051-9bed-62c39f7bd232 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:49.896838 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69bdd0cf-5f59-4051-9bed-62c39f7bd232 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:49.902267 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8529237-33d5-45d5-ace6-9735f722f9b9 None None] New status for floating IP 0bdfac5d-8a0b-4d05-82d9-d3dfcf95fdaf: DOWN {{(pid=100501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:53:49.944772 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69bdd0cf-5f59-4051-9bed-62c39f7bd232 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:49.947596 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69bdd0cf-5f59-4051-9bed-62c39f7bd232 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:49.948722 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-69bdd0cf-5f59-4051-9bed-62c39f7bd232 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "DELETE /v2.0/security-groups/abe8319f-8e63-411a-9d3d-a0e6d4a81ed9 HTTP/1.1" status: 204 len: 168 time: 0.1305509 Aug 18 14:53:49.951683 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37990) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:49.957552 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdd0cf-5f59-4051-9bed-62c39f7bd232 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe8319f-8e63-411a-9d3d-a0e6d4a81ed9,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:49.967402 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.api.v2.resource [None req-61fca449-cd24-4fca-945a-62a9d26e3200 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] show failed (client error): The resource could not be found. Aug 18 14:53:49.968756 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-61fca449-cd24-4fca-945a-62a9d26e3200 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "GET /v2.0/security-groups/abe8319f-8e63-411a-9d3d-a0e6d4a81ed9 HTTP/1.1" status: 404 len: 347 time: 0.0156705 Aug 18 14:53:49.971507 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 37992) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:50.098928 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6c329-4b40-4765-afb4-f2d083136d27 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Deleting port 438a0aff-6142-40c6-bf5a-8be488a305df {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:50.099273 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c329-4b40-4765-afb4-f2d083136d27 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.139515 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.177767 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c329-4b40-4765-afb4-f2d083136d27 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.178092 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c329-4b40-4765-afb4-f2d083136d27 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.189129 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6c329-4b40-4765-afb4-f2d083136d27 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Calling delete_port for 438a0aff-6142-40c6-bf5a-8be488a305df owned by network:floatingip {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:50.316357 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c329-4b40-4765-afb4-f2d083136d27 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.340665 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6c329-4b40-4765-afb4-f2d083136d27 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Pushing event deleted for resources: {'Port': ['ID=438a0aff-6142-40c6-bf5a-8be488a305df,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:50.402462 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c329-4b40-4765-afb4-f2d083136d27 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks [] for floatingip, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.404965 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c329-4b40-4765-afb4-f2d083136d27 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:50.406098 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-bdb6c329-4b40-4765-afb4-f2d083136d27 tempest-AttachVolumeShelveTestJSON-1448139006 tempest-AttachVolumeShelveTestJSON-1448139006-project] 10.222.0.38 "DELETE /v2.0/floatingips/0bdfac5d-8a0b-4d05-82d9-d3dfcf95fdaf HTTP/1.1" status: 204 len: 168 time: 0.4335749 Aug 18 14:53:51.090678 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38008) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:51.191464 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-16863f70-bbdd-44fe-88e5-d0796600c1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.277279 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-16863f70-bbdd-44fe-88e5-d0796600c1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.280800 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-16863f70-bbdd-44fe-88e5-d0796600c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.317600 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-16863f70-bbdd-44fe-88e5-d0796600c1f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29b129b603294527af35775e5734242d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258828 Aug 18 14:53:51.318549 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16863f70-bbdd-44fe-88e5-d0796600c1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c336f3d-3da2-4d4f-9aea-d0effe43fd93,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:51.320333 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38012) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:51.369670 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e46ae275-e916-4af9-a209-48e92b1bb1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.390377 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e46ae275-e916-4af9-a209-48e92b1bb1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.435130 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e46ae275-e916-4af9-a209-48e92b1bb1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.437725 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e46ae275-e916-4af9-a209-48e92b1bb1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.438886 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e46ae275-e916-4af9-a209-48e92b1bb1ec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c336f3d-3da2-4d4f-9aea-d0effe43fd93 HTTP/1.1" status: 204 len: 168 time: 0.1169956 Aug 18 14:53:51.446851 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ae275-e916-4af9-a209-48e92b1bb1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c336f3d-3da2-4d4f-9aea-d0effe43fd93,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:51.701123 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38028) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:51.715387 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf386-1246-4d2b-ab7b-0671c1c7d502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.804645 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf386-1246-4d2b-ab7b-0671c1c7d502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.808065 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf386-1246-4d2b-ab7b-0671c1c7d502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.840527 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:51.843245 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bf386-1246-4d2b-ab7b-0671c1c7d502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b145b04-953b-4217-9ecf-8a17e77dc4b7,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:51.847357 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ee5bf386-1246-4d2b-ab7b-0671c1c7d502 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84f3095b05794fb9aa502e29214f313b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451509 Aug 18 14:53:51.850672 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38030) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:51.861382 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:53:51.861805 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 9e005909-f4e3-47b7-8e23-5eb16ff9fa1b not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:53:51.901467 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-644fae4c-c2c1-4b96-845e-3edeeddfd404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.921670 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-644fae4c-c2c1-4b96-845e-3edeeddfd404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.967760 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-644fae4c-c2c1-4b96-845e-3edeeddfd404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.970322 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-644fae4c-c2c1-4b96-845e-3edeeddfd404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.971486 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-644fae4c-c2c1-4b96-845e-3edeeddfd404 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b145b04-953b-4217-9ecf-8a17e77dc4b7 HTTP/1.1" status: 204 len: 168 time: 0.1199307 Aug 18 14:53:51.978992 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fae4c-c2c1-4b96-845e-3edeeddfd404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b145b04-953b-4217-9ecf-8a17e77dc4b7,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:52.279745 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38036) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:52.292423 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-935e208e-0a41-420f-af86-4808ee0f3636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.378498 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-935e208e-0a41-420f-af86-4808ee0f3636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.382898 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-935e208e-0a41-420f-af86-4808ee0f3636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.420046 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-935e208e-0a41-420f-af86-4808ee0f3636 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8fc3fbdfb364d78bb3d4e1411617f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393106 Aug 18 14:53:52.421923 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e208e-0a41-420f-af86-4808ee0f3636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbd94e4-d58d-4ca1-a6b5-a714aa69c018,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:52.422873 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38038) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:52.473766 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-04c91710-2d8a-4bf8-8cc3-dea6333589cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.494396 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-04c91710-2d8a-4bf8-8cc3-dea6333589cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.538516 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-04c91710-2d8a-4bf8-8cc3-dea6333589cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.541037 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-04c91710-2d8a-4bf8-8cc3-dea6333589cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:52.542155 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-04c91710-2d8a-4bf8-8cc3-dea6333589cb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/adbd94e4-d58d-4ca1-a6b5-a714aa69c018 HTTP/1.1" status: 204 len: 168 time: 0.1182270 Aug 18 14:53:52.549281 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c91710-2d8a-4bf8-8cc3-dea6333589cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbd94e4-d58d-4ca1-a6b5-a714aa69c018,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:52.831390 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38054) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:53.334689 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634570'] for router_interface, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.846817 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] Deleting port a064efd0-a011-4d60-bbde-60f06151c185 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:53.847363 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.929221 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] For port a064efd0-a011-4d60-bbde-60f06151c185, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=a064efd0-a011-4d60-bbde-60f06151c185,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:53.929591 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.941328 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] Calling delete_port for a064efd0-a011-4d60-bbde-60f06151c185 owned by network:router_interface {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:54.164885 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:54.187589 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] Pushing event deleted for resources: {'Port': ['ID=a064efd0-a011-4d60-bbde-60f06151c185,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:54.365885 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770906'] for router_interface, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:54.574147 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] Router 0700a700-108e-4163-aafb-fa0e92dc4ceb has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:53:54.680595 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:53:54.685600 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-edbba6d4-81a6-4eb1-90bf-f1d1d050fc57 admin admin] 10.222.0.38 "PUT /v2.0/routers/0700a700-108e-4163-aafb-fa0e92dc4ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8531907 Aug 18 14:53:54.688074 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38132) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:54.690740 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139e4416-0811-4fca-8b2b-acb131c7219a None None] Sync routers for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:53:54.700105 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e4416-0811-4fca-8b2b-acb131c7219a None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:54.700714 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-139e4416-0811-4fca-8b2b-acb131c7219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:53:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:54.793324 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Notify callbacks [] for router, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:54.802487 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-139e4416-0811-4fca-8b2b-acb131c7219a None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:54.901904 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:54.961140 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Deleting port 67449bab-37e9-4757-9b00-975a7acda957 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:54.961481 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:54.984940 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-139e4416-0811-4fca-8b2b-acb131c7219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '67449bab-37e9-4757-9b00-975a7acda957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:53:54Z', 'revision_number': 5, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port': {'id': '67449bab-37e9-4757-9b00-975a7acda957', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:43:02Z', 'updated_at': '2021-08-18T14:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:55.010665 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139e4416-0811-4fca-8b2b-acb131c7219a None None] Checking router: 0700a700-108e-4163-aafb-fa0e92dc4ceb for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:53:55.019020 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e4416-0811-4fca-8b2b-acb131c7219a None None] Routers {'0700a700-108e-4163-aafb-fa0e92dc4ceb'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:55.020149 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-139e4416-0811-4fca-8b2b-acb131c7219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:53:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0700a700-108e-4163-aafb-fa0e92dc4ceb'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:55.052892 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] For port 67449bab-37e9-4757-9b00-975a7acda957, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=67449bab-37e9-4757-9b00-975a7acda957,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:55.053264 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.065376 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Calling delete_port for 67449bab-37e9-4757-9b00-975a7acda957 owned by network:router_gateway {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:55.105794 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-139e4416-0811-4fca-8b2b-acb131c7219a None None] Set router 0700a700-108e-4163-aafb-fa0e92dc4ceb gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:55.159904 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-139e4416-0811-4fca-8b2b-acb131c7219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:53:54Z', 'revision_number': 6, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port_host': None}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:55.185318 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139e4416-0811-4fca-8b2b-acb131c7219a None None] The sync data for ids ['0700a700-108e-4163-aafb-fa0e92dc4ceb'] in dv-cinder-788365-10-iscsi is: [{'id': '0700a700-108e-4163-aafb-fa0e92dc4ceb', 'name': 'tempest-AttachVolumeShelveTestJSON-1494779353-router', 'tenant_id': 'cb2575290eb748debff661a297f0d651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:43:01Z', 'updated_at': '2021-08-18T14:53:54Z', 'revision_number': 6, 'project_id': 'cb2575290eb748debff661a297f0d651', 'gw_port_host': None}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:53:55.232620 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.258207 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Pushing event deleted for resources: {'Port': ['ID=67449bab-37e9-4757-9b00-975a7acda957,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:55.314881 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614034'] for router_gateway, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.423126 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30964'] for router, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.425404 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.489205 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636632'] for router, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.489635 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0700a700-108e-4163-aafb-fa0e92dc4ceb {{(pid=100500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:53:55.495547 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.496764 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-97b1ab99-f695-4a9c-8704-26619448fcef admin admin] 10.222.0.38 "DELETE /v2.0/routers/0700a700-108e-4163-aafb-fa0e92dc4ceb HTTP/1.1" status: 204 len: 168 time: 0.8077209 Aug 18 14:53:55.499264 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38136) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:55.543171 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-37200aa6-42a9-4338-9f18-7ecb1a1e4882 admin admin] Deleting subnet 3dc48631-3ba7-48fa-9733-d2a6c9b2b448 {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:53:55.546318 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-37200aa6-42a9-4338-9f18-7ecb1a1e4882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.587687 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-37200aa6-42a9-4338-9f18-7ecb1a1e4882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3614013'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.694417 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-37200aa6-42a9-4338-9f18-7ecb1a1e4882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.749250 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-37200aa6-42a9-4338-9f18-7ecb1a1e4882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3613971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3164302'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.775048 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37200aa6-42a9-4338-9f18-7ecb1a1e4882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc48631-3ba7-48fa-9733-d2a6c9b2b448,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:55.778415 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-37200aa6-42a9-4338-9f18-7ecb1a1e4882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.780283 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-37200aa6-42a9-4338-9f18-7ecb1a1e4882 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3dc48631-3ba7-48fa-9733-d2a6c9b2b448 HTTP/1.1" status: 204 len: 168 time: 0.2800970 Aug 18 14:53:55.782937 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38138) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:55.786288 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aff305a-1873-4fb1-afc9-eebc7b37bdc6 None None] Network 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:53:55.852641 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.907406 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Deleting port 02108c0f-fe18-4791-8818-0926bbd9de20 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:55.907816 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.982972 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] For port 02108c0f-fe18-4791-8818-0926bbd9de20, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=02108c0f-fe18-4791-8818-0926bbd9de20,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:55.983577 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.988593 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff9f7e5-30f3-4ae6-a375-dff7f2c6615e None None] DHCP port deletion for 986a4ab3-f2dd-41e2-84e8-5bca658d0c0d request from dv-cinder-788365-10-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:53:55.997965 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Calling delete_port for 02108c0f-fe18-4791-8818-0926bbd9de20 owned by network:dhcp {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:56.021539 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device a064efd0-a011-4d60-bbde-60f06151c185 no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:56.043940 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: a064efd0-a011-4d60-bbde-60f06151c185 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:53:56.044491 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device a064efd0-a011-4d60-bbde-60f06151c185 not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:53:56.044912 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 67449bab-37e9-4757-9b00-975a7acda957 no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:56.070952 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 67449bab-37e9-4757-9b00-975a7acda957 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:53:56.071300 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 67449bab-37e9-4757-9b00-975a7acda957 not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:53:56.089380 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9f7e5-30f3-4ae6-a375-dff7f2c6615e None None] Deleting port 02108c0f-fe18-4791-8818-0926bbd9de20 {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:53:56.089867 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5ff9f7e5-30f3-4ae6-a375-dff7f2c6615e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.158300 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5ff9f7e5-30f3-4ae6-a375-dff7f2c6615e None None] For port 02108c0f-fe18-4791-8818-0926bbd9de20, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=02108c0f-fe18-4791-8818-0926bbd9de20,segment=NetworkSegment(d69d35fc-2d75-4f9a-8818-a67f0070b1db),segment_id=d69d35fc-2d75-4f9a-8818-a67f0070b1db)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:56.158794 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5ff9f7e5-30f3-4ae6-a375-dff7f2c6615e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.182007 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9f7e5-30f3-4ae6-a375-dff7f2c6615e None None] Calling delete_port for 02108c0f-fe18-4791-8818-0926bbd9de20 owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:53:56.316180 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5ff9f7e5-30f3-4ae6-a375-dff7f2c6615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.339696 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9f7e5-30f3-4ae6-a375-dff7f2c6615e None None] Pushing event deleted for resources: {'Port': ['ID=02108c0f-fe18-4791-8818-0926bbd9de20,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:56.345449 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9f7e5-30f3-4ae6-a375-dff7f2c6615e None None] No DVR routers for this DVR port 02108c0f-fe18-4791-8818-0926bbd9de20 on host dv-cinder-788365-10-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:53:56.371279 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.398560 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] No DVR routers for this DVR port 02108c0f-fe18-4791-8818-0926bbd9de20 on host dv-cinder-788365-10-iscsi {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:53:56.400252 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Pushing event deleted for resources: {'Port': ['ID=02108c0f-fe18-4791-8818-0926bbd9de20,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:56.471986 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.481894 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986a4ab3-f2dd-41e2-84e8-5bca658d0c0d']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:56.491284 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69d35fc-2d75-4f9a-8818-a67f0070b1db') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:56.491532 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69d35fc-2d75-4f9a-8818-a67f0070b1db') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:56.499902 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3789204'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.512664 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.518637 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:53:56.519021 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814959'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: self.session.flush() Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: self.session.flush() Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: self.session.flush() Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: self.session.flush() Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: timer() Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: cb(*args, **kw) Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: self._notify() Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: self.callback(batched_events) Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: event.method(event) Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._get(url).json() Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:53:56.521141 dv-cinder-788365-10-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:53:56.573276 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.578298 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.580136 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] 10.222.0.38 "DELETE /v2.0/networks/986a4ab3-f2dd-41e2-84e8-5bca658d0c0d HTTP/1.1" status: 204 len: 168 time: 0.7962322 Aug 18 14:53:56.591282 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0398a3c-d003-49ee-a507-59a655aef31a admin admin] Pushing event deleted for resources: {'Network': ['ID=986a4ab3-f2dd-41e2-84e8-5bca658d0c0d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:56.740520 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38144) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:56.785041 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-534b4d51-d14c-4d72-85dd-f12c2e6c69db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb2575290eb748debff661a297f0d651&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432062 Aug 18 14:53:56.787452 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38146) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:56.836862 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aee03255-71a6-42f7-a804-6518a5c07f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.856776 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aee03255-71a6-42f7-a804-6518a5c07f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.909014 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aee03255-71a6-42f7-a804-6518a5c07f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.911866 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-aee03255-71a6-42f7-a804-6518a5c07f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.913005 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-aee03255-71a6-42f7-a804-6518a5c07f0e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0dc1fec4-cf86-4fd0-b13a-371e37b6e08d HTTP/1.1" status: 204 len: 168 time: 0.1246560 Aug 18 14:53:56.920625 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee03255-71a6-42f7-a804-6518a5c07f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc1fec4-cf86-4fd0-b13a-371e37b6e08d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:57.668413 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 02108c0f-fe18-4791-8818-0926bbd9de20 no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:57.691832 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 02108c0f-fe18-4791-8818-0926bbd9de20 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:53:57.692181 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 02108c0f-fe18-4791-8818-0926bbd9de20 not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:53:58.563280 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38200) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:58.667834 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b066df7b-f06d-4cec-a0f8-51458a491a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.756215 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b066df7b-f06d-4cec-a0f8-51458a491a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.759725 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b066df7b-f06d-4cec-a0f8-51458a491a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.797247 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b066df7b-f06d-4cec-a0f8-51458a491a06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b44742d584794425a6af5093ad956f87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328613 Aug 18 14:53:58.798332 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066df7b-f06d-4cec-a0f8-51458a491a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c2ce77-414d-46d3-8ed3-ac70b81b7cc6,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:58.799952 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38204) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:58.849258 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e95ad3f6-4b70-4c29-a642-f1c0429106b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.871445 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e95ad3f6-4b70-4c29-a642-f1c0429106b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.915789 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e95ad3f6-4b70-4c29-a642-f1c0429106b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.918573 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-e95ad3f6-4b70-4c29-a642-f1c0429106b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:58.919704 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e95ad3f6-4b70-4c29-a642-f1c0429106b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f8c2ce77-414d-46d3-8ed3-ac70b81b7cc6 HTTP/1.1" status: 204 len: 168 time: 0.1177039 Aug 18 14:53:58.928115 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ad3f6-4b70-4c29-a642-f1c0429106b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c2ce77-414d-46d3-8ed3-ac70b81b7cc6,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:59.175775 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38212) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:59.191003 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f9931c2c-9040-4c33-8e99-da47df4af49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.286303 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f9931c2c-9040-4c33-8e99-da47df4af49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.290171 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f9931c2c-9040-4c33-8e99-da47df4af49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.327480 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9931c2c-9040-4c33-8e99-da47df4af49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73db9ac9-b383-49c5-9ac7-abe2a0a92084,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:59.331718 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f9931c2c-9040-4c33-8e99-da47df4af49c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98b23ac33c664dcb9bdfbbbca0b84985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543183 Aug 18 14:53:59.334930 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38214) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:59.384711 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-924b4ade-2c7a-41aa-87ab-dd629255976a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.405250 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-924b4ade-2c7a-41aa-87ab-dd629255976a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.452176 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-924b4ade-2c7a-41aa-87ab-dd629255976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.454851 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-924b4ade-2c7a-41aa-87ab-dd629255976a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:59.455982 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-924b4ade-2c7a-41aa-87ab-dd629255976a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73db9ac9-b383-49c5-9ac7-abe2a0a92084 HTTP/1.1" status: 204 len: 168 time: 0.1200881 Aug 18 14:53:59.463923 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b4ade-2c7a-41aa-87ab-dd629255976a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73db9ac9-b383-49c5-9ac7-abe2a0a92084,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:00.902670 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38256) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:01.005864 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97890807-bd32-4583-8e1d-0d9592a5aec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.092410 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97890807-bd32-4583-8e1d-0d9592a5aec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.096343 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-97890807-bd32-4583-8e1d-0d9592a5aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.136236 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-97890807-bd32-4583-8e1d-0d9592a5aec5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1670a1a7669d4687b8269c5cd79d94fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324047 Aug 18 14:54:01.136938 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97890807-bd32-4583-8e1d-0d9592a5aec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889344e1-1aa3-4da3-b307-76abc0d92752,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:01.138947 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38260) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:01.189787 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0b34-877b-4d1a-bf94-baf90f1918ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.210637 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0b34-877b-4d1a-bf94-baf90f1918ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.256310 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0b34-877b-4d1a-bf94-baf90f1918ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.258976 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0b34-877b-4d1a-bf94-baf90f1918ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.261965 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1a5f0b34-877b-4d1a-bf94-baf90f1918ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/889344e1-1aa3-4da3-b307-76abc0d92752 HTTP/1.1" status: 204 len: 168 time: 0.1216927 Aug 18 14:54:01.273560 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f0b34-877b-4d1a-bf94-baf90f1918ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889344e1-1aa3-4da3-b307-76abc0d92752,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:01.529493 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38268) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:01.543676 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c74f7ce-763b-4b35-b553-b9d2a6c1cb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.632728 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c74f7ce-763b-4b35-b553-b9d2a6c1cb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.636477 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8c74f7ce-763b-4b35-b553-b9d2a6c1cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.673965 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8c74f7ce-763b-4b35-b553-b9d2a6c1cb5f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e3f4f4b3cc440cd9660c341c11f6b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434171 Aug 18 14:54:01.675842 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74f7ce-763b-4b35-b553-b9d2a6c1cb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd5eb4f-3c0f-4156-b83a-953da7302feb,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:01.676742 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38270) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:01.727950 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8c72-ca91-40b6-9a0e-07cf6ab5c66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.747911 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8c72-ca91-40b6-9a0e-07cf6ab5c66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.794478 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8c72-ca91-40b6-9a0e-07cf6ab5c66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.797851 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8c72-ca91-40b6-9a0e-07cf6ab5c66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:01.799075 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ad3c8c72-ca91-40b6-9a0e-07cf6ab5c66c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4dd5eb4f-3c0f-4156-b83a-953da7302feb HTTP/1.1" status: 204 len: 168 time: 0.1213551 Aug 18 14:54:01.806644 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c8c72-ca91-40b6-9a0e-07cf6ab5c66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd5eb4f-3c0f-4156-b83a-953da7302feb,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:14.031135 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:14.560363 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2bd4816a-a341-4a1a-86ce-06b73f87e69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:14.779831 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:54:17.190759 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ef1316ac-7bde-4efc-9cce-bcc10165caff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:17.309022 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:18.007757 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:20.141435 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:29.408959 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38488) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:29.692716 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Deleting port 84ab1b35-4991-4d5e-9223-2539364f6145 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:54:29.692983 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:29.983025 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:29.983358 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:29.994585 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Calling delete_port for 84ab1b35-4991-4d5e-9223-2539364f6145 owned by network:floatingip {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:54:30.169866 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.189968 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38500) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:30.194830 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event deleted for resources: {'Port': ['ID=84ab1b35-4991-4d5e-9223-2539364f6145,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:30.220849 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.221199 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.221548 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.221882 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.222214 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.222654 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.223021 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.224010 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.224345 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.224739 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.225170 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.225570 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.271641 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for floatingip, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.272032 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Floating IP 96427d25-0acb-4dbd-bbed-4efaeb1b5c0c disassociated (deleted). External IP: 172.27.0.15, port: 846820e3-f655-4843-8fcd-1f53113fb919. Aug 18 14:54:30.298416 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.390520 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.394356 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.433650 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a466dfabd9e747df8a61f5086d23e70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424855 Aug 18 14:54:30.434622 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5917cc-fb72-48d7-bb8e-4eb439779ca1,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:30.436508 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38504) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:30.453065 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.453345 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.453690 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.454030 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.454368 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.454731 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.455070 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.455419 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.455737 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.456141 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.456480 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.456815 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975cb2b3-e851-461d-a86d-9e3f6bff898f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:30.483926 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Router a2f67069-b024-4594-aa26-f9169be8c704 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:54:30.496078 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ee4ca2a-0238-4c82-ae9c-b74c4bb7eb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.517401 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ee4ca2a-0238-4c82-ae9c-b74c4bb7eb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.563164 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ee4ca2a-0238-4c82-ae9c-b74c4bb7eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.565749 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0ee4ca2a-0238-4c82-ae9c-b74c4bb7eb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.569728 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0ee4ca2a-0238-4c82-ae9c-b74c4bb7eb3e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b5917cc-fb72-48d7-bb8e-4eb439779ca1 HTTP/1.1" status: 204 len: 168 time: 0.1295109 Aug 18 14:54:30.576832 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4ca2a-0238-4c82-ae9c-b74c4bb7eb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5917cc-fb72-48d7-bb8e-4eb439779ca1,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:30.595800 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:54:30.600804 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.605441 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d3fd62-9183-4666-901d-d6957facb31f None None] Sync routers for ids ['a2f67069-b024-4594-aa26-f9169be8c704'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:54:30.615076 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d3fd62-9183-4666-901d-d6957facb31f None None] Routers {'a2f67069-b024-4594-aa26-f9169be8c704'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:30.615711 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-29d3fd62-9183-4666-901d-d6957facb31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['a2f67069-b024-4594-aa26-f9169be8c704'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:30.634282 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ce435037-73f3-4dc4-aecf-2ca839620c7a tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "DELETE /v2.0/floatingips/96427d25-0acb-4dbd-bbed-4efaeb1b5c0c HTTP/1.1" status: 204 len: 168 time: 1.2218623 Aug 18 14:54:30.634282 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:54:30.635313 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dbb859-9fa4-4831-8a29-f6113330c255" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "tag": "846820e3-f655-4843-8fcd-1f53113fb919"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:54:30.672460 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5771934-310d-45b0-9118-78c64fbcf6c2 x-openstack-request-id: req-c5771934-310d-45b0-9118-78c64fbcf6c2 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:54:30.672754 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "tag": "846820e3-f655-4843-8fcd-1f53113fb919", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:54:30.673026 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5771934-310d-45b0-9118-78c64fbcf6c2 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:54:30.673424 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919', 'status': 'completed', 'code': 200} Aug 18 14:54:30.727909 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-29d3fd62-9183-4666-901d-d6957facb31f None None] Set router a2f67069-b024-4594-aa26-f9169be8c704 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:30.868577 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514c680-bf4d-460e-8a8a-c325d6b89878 req-f84b2f7d-debe-4983-bda2-b61db166505b tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:30.870093 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2514c680-bf4d-460e-8a8a-c325d6b89878 req-f84b2f7d-debe-4983-bda2-b61db166505b tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0534401 Aug 18 14:54:30.909687 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2514c680-bf4d-460e-8a8a-c325d6b89878 req-903e08a1-30cb-4200-8c2e-84745b929070 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329611 Aug 18 14:54:30.958787 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-29d3fd62-9183-4666-901d-d6957facb31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '3e7a02fc-1995-47f3-92b9-9c0be08d7d19', 'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'mac_address': 'fa:16:3e:bb:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:48Z', 'updated_at': '2021-08-18T14:48:56Z', 'revision_number': 5, 'project_id': '5be734f088c14330b963c99e12467ac6', 'subnets': [{'id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:30.984372 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d3fd62-9183-4666-901d-d6957facb31f None None] Checking router: a2f67069-b024-4594-aa26-f9169be8c704 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:54:30.992962 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d3fd62-9183-4666-901d-d6957facb31f None None] Routers {'a2f67069-b024-4594-aa26-f9169be8c704'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:30.993585 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-29d3fd62-9183-4666-901d-d6957facb31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['a2f67069-b024-4594-aa26-f9169be8c704'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:31.099345 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-29d3fd62-9183-4666-901d-d6957facb31f None None] Set router a2f67069-b024-4594-aa26-f9169be8c704 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:31.295984 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-29d3fd62-9183-4666-901d-d6957facb31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '3e7a02fc-1995-47f3-92b9-9c0be08d7d19', 'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'mac_address': 'fa:16:3e:bb:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:48Z', 'updated_at': '2021-08-18T14:48:56Z', 'revision_number': 5, 'project_id': '5be734f088c14330b963c99e12467ac6', 'subnets': [{'id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:31.326146 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d3fd62-9183-4666-901d-d6957facb31f None None] The sync data for ids ['a2f67069-b024-4594-aa26-f9169be8c704'] in dv-cinder-788365-10-iscsi is: [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:48:49Z', 'revision_number': 4, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '3e7a02fc-1995-47f3-92b9-9c0be08d7d19', 'name': '', 'network_id': '34cb5995-9b71-40b5-b1be-b7b7064f00da', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'mac_address': 'fa:16:3e:bb:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:48Z', 'updated_at': '2021-08-18T14:48:56Z', 'revision_number': 5, 'project_id': '5be734f088c14330b963c99e12467ac6', 'subnets': [{'id': '3764aa65-4089-49cd-9856-114969fd6b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:54:31.538256 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9af151-9145-4c26-b4d9-f80f7324d9ff None None] New status for floating IP 96427d25-0acb-4dbd-bbed-4efaeb1b5c0c: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:54:31.588177 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38542) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:31.698236 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-98586c6a-a7d0-4ba5-bb87-005dd85a5ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:31.784405 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-98586c6a-a7d0-4ba5-bb87-005dd85a5ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:31.788585 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-98586c6a-a7d0-4ba5-bb87-005dd85a5ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:31.827834 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-98586c6a-a7d0-4ba5-bb87-005dd85a5ff2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d60c0b05c606471fa3c86bf386a39ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384975 Aug 18 14:54:31.829867 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98586c6a-a7d0-4ba5-bb87-005dd85a5ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c3f8fb-ef20-4f7a-999b-02b7dc1c211f,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:31.830009 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38546) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:31.878359 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-03358c20-1e3f-4766-841f-c7e2d9a204fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:31.899516 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-03358c20-1e3f-4766-841f-c7e2d9a204fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:31.943908 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-03358c20-1e3f-4766-841f-c7e2d9a204fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:31.946669 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-03358c20-1e3f-4766-841f-c7e2d9a204fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:31.947813 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-03358c20-1e3f-4766-841f-c7e2d9a204fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8c3f8fb-ef20-4f7a-999b-02b7dc1c211f HTTP/1.1" status: 204 len: 168 time: 0.1169276 Aug 18 14:54:31.955774 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03358c20-1e3f-4766-841f-c7e2d9a204fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c3f8fb-ef20-4f7a-999b-02b7dc1c211f,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:32.036148 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee04bd9-a2bb-4e04-a85c-0084878f202a req-6a3cc173-99ed-4df5-8a3a-b212242a2ea8 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:32.037577 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0ee04bd9-a2bb-4e04-a85c-0084878f202a req-6a3cc173-99ed-4df5-8a3a-b212242a2ea8 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0520670 Aug 18 14:54:32.076066 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0ee04bd9-a2bb-4e04-a85c-0084878f202a req-6a84fd43-3aea-4123-bd9b-cd008c42d6d8 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322022 Aug 18 14:54:33.187244 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804124f3-8edc-42d7-bb4c-d572700a1a4d req-1802bd61-05e8-4e2b-b55e-af80fdc7a5f1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:33.188701 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-804124f3-8edc-42d7-bb4c-d572700a1a4d req-1802bd61-05e8-4e2b-b55e-af80fdc7a5f1 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0478253 Aug 18 14:54:33.225963 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-804124f3-8edc-42d7-bb4c-d572700a1a4d req-0f35db46-c65b-48c3-922f-336c9c739620 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315044 Aug 18 14:54:33.536009 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbb859-9fa4-4831-8a29-f6113330c255 req-7a11092d-66f7-4bc2-8c3a-bb0134592615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:33.537532 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-82dbb859-9fa4-4831-8a29-f6113330c255 req-7a11092d-66f7-4bc2-8c3a-bb0134592615 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5be734f088c14330b963c99e12467ac6&device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 1099 time: 0.1284945 Aug 18 14:54:33.625963 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbb859-9fa4-4831-8a29-f6113330c255 req-8c3ff455-008f-45e7-b7ff-472cd5650957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:33.627523 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-82dbb859-9fa4-4831-8a29-f6113330c255 req-8c3ff455-008f-45e7-b7ff-472cd5650957 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34cb5995-9b71-40b5-b1be-b7b7064f00da HTTP/1.1" status: 200 len: 910 time: 0.0820334 Aug 18 14:54:33.673035 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-82dbb859-9fa4-4831-8a29-f6113330c255 req-9d82cf33-c0b7-4f0f-b0c4-05017882dbbf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846820e3-f655-4843-8fcd-1f53113fb919 HTTP/1.1" status: 200 len: 217 time: 0.0370207 Aug 18 14:54:33.721716 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbb859-9fa4-4831-8a29-f6113330c255 req-65c0d270-2542-4f87-89ba-91f5e3bd698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:33.723121 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-82dbb859-9fa4-4831-8a29-f6113330c255 req-65c0d270-2542-4f87-89ba-91f5e3bd698f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3764aa65-4089-49cd-9856-114969fd6b5f HTTP/1.1" status: 200 len: 848 time: 0.0416009 Aug 18 14:54:33.767680 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbb859-9fa4-4831-8a29-f6113330c255 req-af048d28-77f0-49b1-9d80-4a1b2b96ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:33.769079 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-82dbb859-9fa4-4831-8a29-f6113330c255 req-af048d28-77f0-49b1-9d80-4a1b2b96ef25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34cb5995-9b71-40b5-b1be-b7b7064f00da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384574 Aug 18 14:54:33.857882 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-82dbb859-9fa4-4831-8a29-f6113330c255 req-03205c40-ac4b-457f-9e34-240dc57f7102 service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813489 Aug 18 14:54:33.946691 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-82dbb859-9fa4-4831-8a29-f6113330c255 req-d8f9ff18-fd9c-4744-92b7-c45611a84910 service neutron] 10.222.0.69 "GET /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792232 Aug 18 14:54:34.338487 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44879f-8fcc-4c83-952a-1b11488ce724 req-96298932-4126-47ea-affa-4b9d204a4a98 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:34.339982 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ff44879f-8fcc-4c83-952a-1b11488ce724 req-96298932-4126-47ea-affa-4b9d204a4a98 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0488987 Aug 18 14:54:34.379068 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ff44879f-8fcc-4c83-952a-1b11488ce724 req-f265e815-80b6-40c9-a637-2f2c61fd7f96 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333729 Aug 18 14:54:35.496489 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ef54e-ab23-4e7a-a4f2-c138dddb8cb3 req-e6589b7c-c2e9-4732-9bea-244c22fd7069 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:35.498213 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c5ef54e-ab23-4e7a-a4f2-c138dddb8cb3 req-e6589b7c-c2e9-4732-9bea-244c22fd7069 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0532181 Aug 18 14:54:35.531966 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4be7b-7397-4439-b4e4-2afe52bdeb9c req-eb4e2b9c-49f6-4cce-b987-ea8876beed67 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:35.533454 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-41a4be7b-7397-4439-b4e4-2afe52bdeb9c req-eb4e2b9c-49f6-4cce-b987-ea8876beed67 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 946 time: 0.0522668 Aug 18 14:54:35.538733 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c5ef54e-ab23-4e7a-a4f2-c138dddb8cb3 req-81915bc6-389c-4d5b-a1ce-0cabd100b1dc tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/security-groups?id=02f55c08-5661-4733-b3ee-4a44aaa9f44d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344269 Aug 18 14:54:35.631350 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-41a4be7b-7397-4439-b4e4-2afe52bdeb9c req-56c519df-46f3-41cf-8b12-97795daa61e9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Deleting port 846820e3-f655-4843-8fcd-1f53113fb919 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:54:35.631705 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-41a4be7b-7397-4439-b4e4-2afe52bdeb9c req-56c519df-46f3-41cf-8b12-97795daa61e9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:35.727860 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-41a4be7b-7397-4439-b4e4-2afe52bdeb9c req-56c519df-46f3-41cf-8b12-97795daa61e9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] For port 846820e3-f655-4843-8fcd-1f53113fb919, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=846820e3-f655-4843-8fcd-1f53113fb919,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:35.728228 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-41a4be7b-7397-4439-b4e4-2afe52bdeb9c req-56c519df-46f3-41cf-8b12-97795daa61e9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:35.744590 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-41a4be7b-7397-4439-b4e4-2afe52bdeb9c req-56c519df-46f3-41cf-8b12-97795daa61e9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Calling delete_port for 846820e3-f655-4843-8fcd-1f53113fb919 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:54:35.866208 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-41a4be7b-7397-4439-b4e4-2afe52bdeb9c req-56c519df-46f3-41cf-8b12-97795daa61e9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:35.893320 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c519df-46f3-41cf-8b12-97795daa61e9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event deleted for resources: {'Port': ['ID=846820e3-f655-4843-8fcd-1f53113fb919,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:35.937934 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a4be7b-7397-4439-b4e4-2afe52bdeb9c req-56c519df-46f3-41cf-8b12-97795daa61e9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] No DVR routers for this DVR port 846820e3-f655-4843-8fcd-1f53113fb919 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:54:35.940511 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-41a4be7b-7397-4439-b4e4-2afe52bdeb9c req-56c519df-46f3-41cf-8b12-97795daa61e9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:35.942517 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-41a4be7b-7397-4439-b4e4-2afe52bdeb9c req-56c519df-46f3-41cf-8b12-97795daa61e9 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.69 "DELETE /v2.0/ports/846820e3-f655-4843-8fcd-1f53113fb919 HTTP/1.1" status: 204 len: 173 time: 0.4015336 Aug 18 14:54:35.942992 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'name': 'network-vif-deleted', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:54:35.945280 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4edbfc3-5ad8-4f64-ad97-04dd9286dcc7" -d '{"events": [{"server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "name": "network-vif-deleted", "tag": "846820e3-f655-4843-8fcd-1f53113fb919"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:54:36.094660 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e177f9-4803-4d54-90f0-8920793a8431 x-openstack-request-id: req-24e177f9-4803-4d54-90f0-8920793a8431 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:54:36.094957 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9f3340-fe6f-4a2e-9c07-594702aecca2", "name": "network-vif-deleted", "tag": "846820e3-f655-4843-8fcd-1f53113fb919", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:54:36.095298 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24e177f9-4803-4d54-90f0-8920793a8431 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:54:36.095743 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9f3340-fe6f-4a2e-9c07-594702aecca2', 'name': 'network-vif-deleted', 'tag': '846820e3-f655-4843-8fcd-1f53113fb919', 'status': 'completed', 'code': 200} Aug 18 14:54:36.633260 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ed460980-fcd7-4a6c-a5c9-364041fa9170 req-d6a4640d-1293-414b-8d07-4902a65e1364 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 210 time: 0.0278320 Aug 18 14:54:37.726721 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-07111a59-e516-4f45-a54c-e5c5a7f70060 req-ea0a0239-4b3f-40c0-a3cd-7a85993dfbf3 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 210 time: 0.0262535 Aug 18 14:54:38.818361 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-50d753d2-6943-4128-8fa8-c94acb3687e6 req-03bad2ca-cc9c-4fcb-ab19-c5a189e54e52 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 210 time: 0.0273464 Aug 18 14:54:39.912718 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-abebc393-9b37-4f35-b493-b57883edb219 req-41314e4c-571f-46f7-b8eb-05588fdc74c5 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 210 time: 0.0261874 Aug 18 14:54:40.238899 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 846820e3-f655-4843-8fcd-1f53113fb919 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:54:40.258515 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: 846820e3-f655-4843-8fcd-1f53113fb919 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:54:40.258862 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 846820e3-f655-4843-8fcd-1f53113fb919 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:54:41.004519 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f9ef41f9-1393-49dd-80fc-5a7c1fc9c2d0 req-34e6945e-8342-4446-b67e-8c2689f6e440 tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee9f3340-fe6f-4a2e-9c07-594702aecca2 HTTP/1.1" status: 200 len: 210 time: 0.0287235 Aug 18 14:54:42.058637 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38682) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:42.118129 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-30100fd0-29e0-469d-a29b-92fb09e8753d tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:42.143022 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-30100fd0-29e0-469d-a29b-92fb09e8753d tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:42.202562 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-30100fd0-29e0-469d-a29b-92fb09e8753d tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:42.205086 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-30100fd0-29e0-469d-a29b-92fb09e8753d tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:42.206444 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-30100fd0-29e0-469d-a29b-92fb09e8753d tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] 10.222.0.38 "DELETE /v2.0/security-groups/02f55c08-5661-4733-b3ee-4a44aaa9f44d HTTP/1.1" status: 204 len: 168 time: 0.1467888 Aug 18 14:54:42.215922 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30100fd0-29e0-469d-a29b-92fb09e8753d tempest-TestShelveInstance-372538325 tempest-TestShelveInstance-372538325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f55c08-5661-4733-b3ee-4a44aaa9f44d,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:42.257699 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38692) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:42.701850 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634570'] for router_interface, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:42.955910 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] Deleting port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:54:42.956260 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:43.036961 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] For port 3e7a02fc-1995-47f3-92b9-9c0be08d7d19, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=3e7a02fc-1995-47f3-92b9-9c0be08d7d19,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:43.037327 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:43.050860 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] Calling delete_port for 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 owned by network:router_interface {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:54:43.239655 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:43.276615 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7a02fc-1995-47f3-92b9-9c0be08d7d19,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:43.471172 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770906'] for router_interface, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:43.718975 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] Router a2f67069-b024-4594-aa26-f9169be8c704 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:54:43.824881 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:54:43.834804 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-81d30a1d-fb06-42f9-bf4b-28eb9fdf2ef2 admin admin] 10.222.0.38 "PUT /v2.0/routers/a2f67069-b024-4594-aa26-f9169be8c704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5732241 Aug 18 14:54:43.835445 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38762) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:43.837879 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b01d0c-5f5d-49e8-b4aa-f4fb2b3f5afc None None] Sync routers for ids ['a2f67069-b024-4594-aa26-f9169be8c704'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:54:43.847705 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b01d0c-5f5d-49e8-b4aa-f4fb2b3f5afc None None] Routers {'a2f67069-b024-4594-aa26-f9169be8c704'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:43.848336 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-37b01d0c-5f5d-49e8-b4aa-f4fb2b3f5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['a2f67069-b024-4594-aa26-f9169be8c704'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:43.953972 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Notify callbacks [] for router, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:43.959836 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-37b01d0c-5f5d-49e8-b4aa-f4fb2b3f5afc None None] Set router a2f67069-b024-4594-aa26-f9169be8c704 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:44.060427 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.075658 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.119084 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Deleting port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:54:44.119437 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.155373 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-37b01d0c-5f5d-49e8-b4aa-f4fb2b3f5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:54:43Z', 'revision_number': 5, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port': {'id': 'e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:47Z', 'updated_at': '2021-08-18T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:44.186289 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b01d0c-5f5d-49e8-b4aa-f4fb2b3f5afc None None] Checking router: a2f67069-b024-4594-aa26-f9169be8c704 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:54:44.195243 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b01d0c-5f5d-49e8-b4aa-f4fb2b3f5afc None None] Routers {'a2f67069-b024-4594-aa26-f9169be8c704'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:44.197305 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-37b01d0c-5f5d-49e8-b4aa-f4fb2b3f5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['a2f67069-b024-4594-aa26-f9169be8c704'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:44.210388 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] For port e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:44.210805 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.222761 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Calling delete_port for e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d owned by network:router_gateway {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:54:44.286719 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-37b01d0c-5f5d-49e8-b4aa-f4fb2b3f5afc None None] Set router a2f67069-b024-4594-aa26-f9169be8c704 gateway port host: None {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:44.338892 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-37b01d0c-5f5d-49e8-b4aa-f4fb2b3f5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:54:44Z', 'revision_number': 6, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port_host': None}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:44.372062 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b01d0c-5f5d-49e8-b4aa-f4fb2b3f5afc None None] The sync data for ids ['a2f67069-b024-4594-aa26-f9169be8c704'] in dv-cinder-788365-10-iscsi is: [{'id': 'a2f67069-b024-4594-aa26-f9169be8c704', 'name': 'tempest-TestShelveInstance-1102765628-router', 'tenant_id': '5be734f088c14330b963c99e12467ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:46Z', 'updated_at': '2021-08-18T14:54:44Z', 'revision_number': 6, 'project_id': '5be734f088c14330b963c99e12467ac6', 'gw_port_host': None}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:54:44.400886 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.435074 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Pushing event deleted for resources: {'Port': ['ID=e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:44.493161 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614034'] for router_gateway, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.560750 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b1eed0a7-78c1-453a-9861-09def815c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.586557 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30964'] for router, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.588624 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.635973 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636632'] for router, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.636595 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2f67069-b024-4594-aa26-f9169be8c704 {{(pid=100499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:54:44.641940 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.645376 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-61f9caf5-d93d-47f7-af3f-cf260aef9eac admin admin] 10.222.0.38 "DELETE /v2.0/routers/a2f67069-b024-4594-aa26-f9169be8c704 HTTP/1.1" status: 204 len: 168 time: 0.8071792 Aug 18 14:54:44.645797 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38786) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:44.692126 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe067fb-79e1-440f-a957-e49410bb115d admin admin] Deleting subnet 3764aa65-4089-49cd-9856-114969fd6b5f {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:54:44.695712 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9fe067fb-79e1-440f-a957-e49410bb115d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.735249 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9fe067fb-79e1-440f-a957-e49410bb115d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3789213'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:44.821763 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9fe067fb-79e1-440f-a957-e49410bb115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.143048 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9fe067fb-79e1-440f-a957-e49410bb115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4181407'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.168794 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe067fb-79e1-440f-a957-e49410bb115d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3764aa65-4089-49cd-9856-114969fd6b5f,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:45.172464 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9fe067fb-79e1-440f-a957-e49410bb115d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.174400 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9fe067fb-79e1-440f-a957-e49410bb115d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3764aa65-4089-49cd-9856-114969fd6b5f HTTP/1.1" status: 204 len: 168 time: 0.5273857 Aug 18 14:54:45.176854 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38790) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:45.179364 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee00dbcd-4dae-4cc8-af67-325dfeed7b70 None None] Network 34cb5995-9b71-40b5-b1be-b7b7064f00da requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:54:45.248370 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.300837 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Deleting port 265b2653-301c-4bdf-855d-340148b126ec {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:54:45.301183 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.366747 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] DHCP port deletion for 34cb5995-9b71-40b5-b1be-b7b7064f00da request from dv-cinder-788365-10-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:54:45.368708 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] For port 265b2653-301c-4bdf-855d-340148b126ec, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=265b2653-301c-4bdf-855d-340148b126ec,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:45.369076 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.382682 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Calling delete_port for 265b2653-301c-4bdf-855d-340148b126ec owned by network:dhcp {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:54:45.420135 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Deleting port 265b2653-301c-4bdf-855d-340148b126ec {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:54:45.420513 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.467167 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.482190 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] For port 265b2653-301c-4bdf-855d-340148b126ec, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=265b2653-301c-4bdf-855d-340148b126ec,segment=NetworkSegment(cb86e885-de4b-4a80-82d7-0b016ab44df9),segment_id=cb86e885-de4b-4a80-82d7-0b016ab44df9)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:45.482630 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.493692 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] No DVR routers for this DVR port 265b2653-301c-4bdf-855d-340148b126ec on host dv-cinder-788365-10-iscsi {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:54:45.494806 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Calling delete_port for 265b2653-301c-4bdf-855d-340148b126ec owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:54:45.497308 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=265b2653-301c-4bdf-855d-340148b126ec,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:45.583474 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.594899 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cb5995-9b71-40b5-b1be-b7b7064f00da']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:45.607276 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb86e885-de4b-4a80-82d7-0b016ab44df9') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:45.607676 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb86e885-de4b-4a80-82d7-0b016ab44df9') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:45.622735 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3789204'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.637589 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.645905 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:54:45.646671 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814959'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: timer() Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: cb(*args, **kw) Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: self._notify() Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: self.callback(batched_events) Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: event.method(event) Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._get(url).json() Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:54:45.648454 dv-cinder-788365-10-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:54:45.705712 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.710094 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:54:45.711249 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.715781 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/34cb5995-9b71-40b5-b1be-b7b7064f00da HTTP/1.1" status: 204 len: 168 time: 0.5353184 Aug 18 14:54:45.716003 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38798) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:45.731712 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f0707-0778-4130-8d52-d28dca1a04e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=34cb5995-9b71-40b5-b1be-b7b7064f00da,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:45.735392 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:54:45.735722 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 3e7a02fc-1995-47f3-92b9-9c0be08d7d19 not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:54:45.739560 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 265b2653-301c-4bdf-855d-340148b126ec no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:54:45.766704 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 265b2653-301c-4bdf-855d-340148b126ec {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:54:45.767143 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 265b2653-301c-4bdf-855d-340148b126ec not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:54:45.768404 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:54:45.771099 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:45.794230 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Network 34cb5995-9b71-40b5-b1be-b7b7064f00da is not hosted by any dhcp agent {{(pid=100501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 14:54:45.794780 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] No DVR routers for this DVR port 265b2653-301c-4bdf-855d-340148b126ec on host dv-cinder-788365-10-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:54:45.799748 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:54:45.800300 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device e05c8f5a-76a6-450f-af3a-ffe5c4b19a2d not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:54:45.833862 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Pushing event deleted for resources: {'Port': ['ID=265b2653-301c-4bdf-855d-340148b126ec,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:45.841350 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.841726 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.842252 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.842669 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.843003 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.843331 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.843834 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.844322 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.844650 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.844973 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.845290 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.845763 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda7c15f-3243-42ea-8132-6b3500c3b206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:45.971098 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38806) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:46.073981 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f83a07a6-7265-4101-8d03-e673119542d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.083579 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634570'] for router_interface, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.161211 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f83a07a6-7265-4101-8d03-e673119542d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.164869 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f83a07a6-7265-4101-8d03-e673119542d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.203076 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f83a07a6-7265-4101-8d03-e673119542d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09f7f5e33ef644d0a1cbe899b8311f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309082 Aug 18 14:54:46.204060 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a07a6-7265-4101-8d03-e673119542d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb34773-3a5e-42d9-9581-0435691fdbce,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:46.207313 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38810) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:46.257802 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-571970a5-cfbc-4067-95a9-96b609158a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.279230 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-571970a5-cfbc-4067-95a9-96b609158a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.325173 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-571970a5-cfbc-4067-95a9-96b609158a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.327860 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-571970a5-cfbc-4067-95a9-96b609158a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.329193 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-571970a5-cfbc-4067-95a9-96b609158a84 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cbb34773-3a5e-42d9-9581-0435691fdbce HTTP/1.1" status: 204 len: 168 time: 0.1207294 Aug 18 14:54:46.330933 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] Deleting port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:54:46.331277 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.337099 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571970a5-cfbc-4067-95a9-96b609158a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb34773-3a5e-42d9-9581-0435691fdbce,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:46.414984 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] For port 5f80c062-04b6-4cc6-8243-5d4a6305cf1b, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=5f80c062-04b6-4cc6-8243-5d4a6305cf1b,segment=NetworkSegment(a15cd86c-926a-48fb-9b6e-bfe7e3015d3d),segment_id=a15cd86c-926a-48fb-9b6e-bfe7e3015d3d)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:46.415449 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.428164 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] Calling delete_port for 5f80c062-04b6-4cc6-8243-5d4a6305cf1b owned by network:router_interface {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:54:46.584843 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38816) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:46.598515 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f7388dfc-9735-4b96-a9fd-794598ac4cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.611677 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.640952 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f80c062-04b6-4cc6-8243-5d4a6305cf1b,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:46.703808 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f7388dfc-9735-4b96-a9fd-794598ac4cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.713968 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f7388dfc-9735-4b96-a9fd-794598ac4cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.765090 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7388dfc-9735-4b96-a9fd-794598ac4cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d36018-9618-480a-9902-e815c111b475,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:46.772748 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f7388dfc-9735-4b96-a9fd-794598ac4cab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e52b7284ac048ac9ba9efe95711876b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844606 Aug 18 14:54:46.772994 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38824) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:46.828209 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bb6cde45-f9d0-42cb-bf9c-dd1f2126e51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.846653 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770906'] for router_interface, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.853789 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bb6cde45-f9d0-42cb-bf9c-dd1f2126e51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.903517 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bb6cde45-f9d0-42cb-bf9c-dd1f2126e51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.906957 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-bb6cde45-f9d0-42cb-bf9c-dd1f2126e51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:46.908172 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-bb6cde45-f9d0-42cb-bf9c-dd1f2126e51b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/09d36018-9618-480a-9902-e815c111b475 HTTP/1.1" status: 204 len: 168 time: 0.1342347 Aug 18 14:54:46.916214 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cde45-f9d0-42cb-bf9c-dd1f2126e51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d36018-9618-480a-9902-e815c111b475,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:47.077640 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] Router 0869dbc5-71ea-4caf-98a2-538420de103d has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:54:47.184617 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:54:47.189657 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-72a77cf5-d7b6-4d37-966e-08cdab9737d2 admin admin] 10.222.0.38 "PUT /v2.0/routers/0869dbc5-71ea-4caf-98a2-538420de103d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4726057 Aug 18 14:54:47.192232 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38832) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:47.195114 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a995a90-eadc-433c-920e-57a3ea67af5d None None] Sync routers for ids ['0869dbc5-71ea-4caf-98a2-538420de103d'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:54:47.199792 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2e7762e5-4fe4-4768-8910-1fa0ebfd7998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:47.206290 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a995a90-eadc-433c-920e-57a3ea67af5d None None] Routers {'0869dbc5-71ea-4caf-98a2-538420de103d'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:47.206946 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a995a90-eadc-433c-920e-57a3ea67af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0869dbc5-71ea-4caf-98a2-538420de103d'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:47.309782 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Notify callbacks [] for router, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:47.311039 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:47.316395 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-4a995a90-eadc-433c-920e-57a3ea67af5d None None] Set router 0869dbc5-71ea-4caf-98a2-538420de103d gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:47.415529 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:47.474371 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Deleting port 2e179b88-1974-4a4f-8f55-b52347d392e0 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:54:47.474847 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:47.511201 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a995a90-eadc-433c-920e-57a3ea67af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'name': 'tempest-TestShelveInstance-1723789448-router', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:51Z', 'updated_at': '2021-08-18T14:54:46Z', 'revision_number': 5, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'gw_port': {'id': '2e179b88-1974-4a4f-8f55-b52347d392e0', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:48:52Z', 'updated_at': '2021-08-18T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:47.539290 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a995a90-eadc-433c-920e-57a3ea67af5d None None] Checking router: 0869dbc5-71ea-4caf-98a2-538420de103d for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:54:47.548653 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a995a90-eadc-433c-920e-57a3ea67af5d None None] Routers {'0869dbc5-71ea-4caf-98a2-538420de103d'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:47.549359 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a995a90-eadc-433c-920e-57a3ea67af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['0869dbc5-71ea-4caf-98a2-538420de103d'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:47.555438 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] For port 2e179b88-1974-4a4f-8f55-b52347d392e0, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=2e179b88-1974-4a4f-8f55-b52347d392e0,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:47.555814 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:47.573054 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Calling delete_port for 2e179b88-1974-4a4f-8f55-b52347d392e0 owned by network:router_gateway {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:54:47.733589 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-4a995a90-eadc-433c-920e-57a3ea67af5d None None] Set router 0869dbc5-71ea-4caf-98a2-538420de103d gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:47.763331 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:47.789319 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e179b88-1974-4a4f-8f55-b52347d392e0,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:47.790164 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-4a995a90-eadc-433c-920e-57a3ea67af5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'name': 'tempest-TestShelveInstance-1723789448-router', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:51Z', 'updated_at': '2021-08-18T14:54:47Z', 'revision_number': 6, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'gw_port_host': None}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:47.829958 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a995a90-eadc-433c-920e-57a3ea67af5d None None] The sync data for ids ['0869dbc5-71ea-4caf-98a2-538420de103d'] in dv-cinder-788365-10-iscsi is: [{'id': '0869dbc5-71ea-4caf-98a2-538420de103d', 'name': 'tempest-TestShelveInstance-1723789448-router', 'tenant_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:48:51Z', 'updated_at': '2021-08-18T14:54:47Z', 'revision_number': 6, 'project_id': '8ef8cee2b95d4ae989280c9a6ba253ee', 'gw_port_host': None}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:54:47.878466 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614034'] for router_gateway, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:47.972085 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30964'] for router, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:47.975274 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.018324 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.021770 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636632'] for router, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.022410 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0869dbc5-71ea-4caf-98a2-538420de103d {{(pid=100499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:54:48.027012 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.034266 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38864) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:48.034937 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-dec365db-2dd1-4cd4-9774-244593b8a170 admin admin] 10.222.0.38 "DELETE /v2.0/routers/0869dbc5-71ea-4caf-98a2-538420de103d HTTP/1.1" status: 204 len: 168 time: 0.8411598 Aug 18 14:54:48.080692 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5e8536-1478-4ebc-891d-c0242dde2918 admin admin] Deleting subnet cb4ef208-0191-4ee8-89d5-211b21d61ce4 {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:54:48.083674 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38868) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:48.084788 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8536-1478-4ebc-891d-c0242dde2918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.120814 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8536-1478-4ebc-891d-c0242dde2918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3614013'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.219011 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8536-1478-4ebc-891d-c0242dde2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.280099 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-31469284-d3be-4fa4-8705-7a1755eeee9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.301567 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8536-1478-4ebc-891d-c0242dde2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3613971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3164302'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.326415 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e8536-1478-4ebc-891d-c0242dde2918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4ef208-0191-4ee8-89d5-211b21d61ce4,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:48.332845 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8536-1478-4ebc-891d-c0242dde2918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.334765 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6a5e8536-1478-4ebc-891d-c0242dde2918 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cb4ef208-0191-4ee8-89d5-211b21d61ce4 HTTP/1.1" status: 204 len: 168 time: 0.2991900 Aug 18 14:54:48.337441 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38876) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:48.344450 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4156a79d-7b64-4232-af0b-b31557de03e9 None None] Network eb98abbd-255f-48a1-9773-0c5d06317754 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:54:48.390054 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-31469284-d3be-4fa4-8705-7a1755eeee9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.396210 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-31469284-d3be-4fa4-8705-7a1755eeee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.415481 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.449994 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-31469284-d3be-4fa4-8705-7a1755eeee9c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab1917e962e041cea675662853ec1d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647799 Aug 18 14:54:48.450648 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38882) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:48.459221 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31469284-d3be-4fa4-8705-7a1755eeee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf97d300-06ca-41e3-93b2-24224afb48d8,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:48.490180 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Deleting port 46962d82-2c1d-4241-a9c3-58d3a1d1138f {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:54:48.490651 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.510074 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-040e13e8-e29d-4ee3-a72b-23746ca0ab94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.540698 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-040e13e8-e29d-4ee3-a72b-23746ca0ab94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.556919 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] For port 46962d82-2c1d-4241-a9c3-58d3a1d1138f, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=46962d82-2c1d-4241-a9c3-58d3a1d1138f,segment=NetworkSegment(a15cd86c-926a-48fb-9b6e-bfe7e3015d3d),segment_id=a15cd86c-926a-48fb-9b6e-bfe7e3015d3d)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:48.557289 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.570378 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Calling delete_port for 46962d82-2c1d-4241-a9c3-58d3a1d1138f owned by network:dhcp {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:54:48.594828 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-040e13e8-e29d-4ee3-a72b-23746ca0ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.597891 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-040e13e8-e29d-4ee3-a72b-23746ca0ab94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.601432 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-040e13e8-e29d-4ee3-a72b-23746ca0ab94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf97d300-06ca-41e3-93b2-24224afb48d8 HTTP/1.1" status: 204 len: 168 time: 0.1473374 Aug 18 14:54:48.611916 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0e27f-df41-4bbf-91fe-2de017c189e8 None None] DHCP port deletion for eb98abbd-255f-48a1-9773-0c5d06317754 request from dv-cinder-788365-10-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:54:48.621237 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e13e8-e29d-4ee3-a72b-23746ca0ab94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf97d300-06ca-41e3-93b2-24224afb48d8,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:48.690482 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.719006 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=46962d82-2c1d-4241-a9c3-58d3a1d1138f,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:48.721090 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] No DVR routers for this DVR port 46962d82-2c1d-4241-a9c3-58d3a1d1138f on host dv-cinder-788365-10-iscsi {{(pid=100500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:54:48.730213 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-28a0e27f-df41-4bbf-91fe-2de017c189e8 None None] Deleting port 46962d82-2c1d-4241-a9c3-58d3a1d1138f {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:54:48.730957 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-28a0e27f-df41-4bbf-91fe-2de017c189e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.812226 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.824356 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb98abbd-255f-48a1-9773-0c5d06317754']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:48.838156 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-28a0e27f-df41-4bbf-91fe-2de017c189e8 None None] For port 46962d82-2c1d-4241-a9c3-58d3a1d1138f, host dv-cinder-788365-10-iscsi, got binding levels [] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:48.838569 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-28a0e27f-df41-4bbf-91fe-2de017c189e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.852948 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15cd86c-926a-48fb-9b6e-bfe7e3015d3d') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:48.852948 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15cd86c-926a-48fb-9b6e-bfe7e3015d3d') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:48.864701 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-28a0e27f-df41-4bbf-91fe-2de017c189e8 None None] Calling delete_port for 46962d82-2c1d-4241-a9c3-58d3a1d1138f owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:54:48.867786 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.ipam_backend_mixin [None req-28a0e27f-df41-4bbf-91fe-2de017c189e8 None None] Port 46962d82-2c1d-4241-a9c3-58d3a1d1138f was not found and therefore no delete operation was performed {{(pid=100501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:54:48.870457 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3614004'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.871825 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-28a0e27f-df41-4bbf-91fe-2de017c189e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.905793 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.913986 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:54:48.915325 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3613873'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: timer() Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: cb(*args, **kw) Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: self._notify() Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: self.callback(batched_events) Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: event.method(event) Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._get(url).json() Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:54:48.917096 dv-cinder-788365-10-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:54:48.936620 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0e27f-df41-4bbf-91fe-2de017c189e8 None None] Pushing event deleted for resources: {'Port': ['ID=46962d82-2c1d-4241-a9c3-58d3a1d1138f,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:48.947358 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0e27f-df41-4bbf-91fe-2de017c189e8 None None] No DVR routers for this DVR port 46962d82-2c1d-4241-a9c3-58d3a1d1138f on host dv-cinder-788365-10-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:54:48.997804 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:49.010186 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:49.012689 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] 10.222.0.38 "DELETE /v2.0/networks/eb98abbd-255f-48a1-9773-0c5d06317754 HTTP/1.1" status: 204 len: 168 time: 0.6742377 Aug 18 14:54:49.039124 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31907d-b9a3-455b-b6ac-5411b05d8f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb98abbd-255f-48a1-9773-0c5d06317754,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:49.194455 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38902) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:49.245873 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f9c80178-8db3-4b38-8586-9d9ed81b1b16 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5be734f088c14330b963c99e12467ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528591 Aug 18 14:54:49.248346 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38904) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:49.315274 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7fa1a1de-51f6-4dc7-8a03-793f2e93ea16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:49.339782 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7fa1a1de-51f6-4dc7-8a03-793f2e93ea16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:49.394958 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7fa1a1de-51f6-4dc7-8a03-793f2e93ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:49.397866 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7fa1a1de-51f6-4dc7-8a03-793f2e93ea16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:49.399203 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7fa1a1de-51f6-4dc7-8a03-793f2e93ea16 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb5fc500-4fb1-459b-b920-a5f00a88ec4d HTTP/1.1" status: 204 len: 168 time: 0.1499255 Aug 18 14:54:49.407483 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1a1de-51f6-4dc7-8a03-793f2e93ea16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5fc500-4fb1-459b-b920-a5f00a88ec4d,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:49.720680 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 2e179b88-1974-4a4f-8f55-b52347d392e0 no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:54:49.745632 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 2e179b88-1974-4a4f-8f55-b52347d392e0 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:54:49.745985 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 2e179b88-1974-4a4f-8f55-b52347d392e0 not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:54:49.746419 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 46962d82-2c1d-4241-a9c3-58d3a1d1138f no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:54:49.765615 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 46962d82-2c1d-4241-a9c3-58d3a1d1138f {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:54:49.766006 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 46962d82-2c1d-4241-a9c3-58d3a1d1138f not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:54:49.766594 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5f80c062-04b6-4cc6-8243-5d4a6305cf1b no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:54:49.778324 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38944) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:49.787069 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 5f80c062-04b6-4cc6-8243-5d4a6305cf1b {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:54:49.787422 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5f80c062-04b6-4cc6-8243-5d4a6305cf1b not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:54:49.827165 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5ffd836d-3a88-4007-8fe6-98eb8612f2c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ef8cee2b95d4ae989280c9a6ba253ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475855 Aug 18 14:54:49.829542 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38946) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:49.839262 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38948) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:49.878227 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c86192a-a56d-4e45-9a3f-73e5eeae3a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:49.900834 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c86192a-a56d-4e45-9a3f-73e5eeae3a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:49.951764 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c86192a-a56d-4e45-9a3f-73e5eeae3a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:49.955741 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0c86192a-a56d-4e45-9a3f-73e5eeae3a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:49.959977 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0c86192a-a56d-4e45-9a3f-73e5eeae3a92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64be28dd-6a3f-4eea-830d-8d34aedcb8bd HTTP/1.1" status: 204 len: 168 time: 0.1265516 Aug 18 14:54:49.966618 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86192a-a56d-4e45-9a3f-73e5eeae3a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64be28dd-6a3f-4eea-830d-8d34aedcb8bd,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:50.047647 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-923070234-network', 'tenant_id': '272e7d776a264f34b555df2245860a40'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:50.071277 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Made reservation on behalf of 272e7d776a264f34b555df2245860a40 for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:54:50.073856 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.084904 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.154936 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.198787 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.203826 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.234829 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:54:50.244208 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:50.250471 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.250828 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Added segment 9c1dfbf2-1dc3-4d79-ace2-62177ab4768a of type vlan for network 5a6a951c-806b-4fe6-92b1-025369efadef Aug 18 14:54:50.295451 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.322649 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.323674 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:50.324306 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.378652 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5380847 Aug 18 14:54:50.382287 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38966) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:50.384133 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f3d3-6420-451f-8730-a51959ae8dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a6a951c-806b-4fe6-92b1-025369efadef,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:50.387272 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] Request body: {'subnet': {'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-923070234-subnet', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'ip_version': 4}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:50.394333 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 5a6a951c-806b-4fe6-92b1-025369efadef details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:54:50.412364 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] Made reservation on behalf of 272e7d776a264f34b555df2245860a40 for: {'subnet': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:54:50.414743 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4181378'] for subnet, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.588876 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3815244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4181396'] for subnet, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.648954 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6514d2a-a6be-40c0-9624-31b8c112971d,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:50.658803 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] Checking segment: {'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:50.659159 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] Network hostable DHCP agents. Network: 5a6a951c-806b-4fe6-92b1-025369efadef, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:54:50.677004 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] Network 5a6a951c-806b-4fe6-92b1-025369efadef is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:54:50.685976 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 5a6a951c-806b-4fe6-92b1-025369efadef) {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:50.690688 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:50.691288 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.699387 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8941c6-31f5-4279-9c59-ba4d845c020f None None] Network 5a6a951c-806b-4fe6-92b1-025369efadef requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:54:50.709747 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38978) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:50.709945 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-a6621cc5-d886-4421-b841-de2417ea9c5d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3264608 Aug 18 14:54:50.714986 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:50.735896 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38980) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:50.740628 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30918'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.742040 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30927'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.796996 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.848731 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1769404366-network', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:50.850838 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c41c27-991a-5f81-9df1-e311b5c045aa-5a6a951c-806b-4fe6-92b1-025369efadef', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d'}]}} from dv-cinder-788365-10-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:54:50.851934 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.873369 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Made reservation on behalf of 9a82cb6540af4ff394d1c727abd94e4f for: {'network': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:54:50.875790 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.885862 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.941587 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.984459 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.988742 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:50.996022 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Allocated IP 172.20.0.2 (5a6a951c-806b-4fe6-92b1-025369efadef/b6514d2a-a6be-40c0-9624-31b8c112971d/8798c0d9-ccaf-416d-ae7e-59765962320d) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:54:51.011683 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=100499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:54:51.026462 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528e73fd-fff1-4e68-8bcb-a5f3a621f170,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:51.036752 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.037093 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.segments_db [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Added segment d98a8589-e81a-470f-a893-f4ce889990ed of type vlan for network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 Aug 18 14:54:51.077773 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.104608 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.105688 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:51.106285 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.152866 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.159689 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4220695 Aug 18 14:54:51.163444 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 38984) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:51.166334 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Transition to ACTIVE for port object 8798c0d9-ccaf-416d-ae7e-59765962320d will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:51.168394 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] Request body: {'subnet': {'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1769404366-subnet', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:51.171189 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f6fd8-0fdc-4e34-9f29-144e53d0ffd1 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8c57a8-8b96-4061-94eb-a2f094b9dc94,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:51.174886 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.184415 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:54:51.189001 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Transition to ACTIVE for port object 8798c0d9-ccaf-416d-ae7e-59765962320d will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:51.198541 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.228029 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.241863 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] Made reservation on behalf of 9a82cb6540af4ff394d1c727abd94e4f for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:54:51.244146 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3164307'] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.292459 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Network 5a6a951c-806b-4fe6-92b1-025369efadef is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:51.295898 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:51.298389 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:54:51.313316 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Pushing event updated for resources: {'Port': ['ID=8798c0d9-ccaf-416d-ae7e-59765962320d,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:51.365478 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Attempting to bind port 8798c0d9-ccaf-416d-ae7e-59765962320d on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:54:51.365967 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Attempting to bind port 8798c0d9-ccaf-416d-ae7e-59765962320d by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:54:51.366904 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Attempting to bind port 8798c0d9-ccaf-416d-ae7e-59765962320d on network 5a6a951c-806b-4fe6-92b1-025369efadef {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:54:51.372913 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:54:51.373298 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Checking segment: {'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:51.373708 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.374109 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Bound using segment: {'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:54:51.374633 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Bound port: 8798c0d9-ccaf-416d-ae7e-59765962320d, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:54:51.375049 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.377189 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Allocated IP 172.27.0.166 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/c263f078-5355-4697-8bfb-4130ae774430) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:54:51.443732 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] For port 8798c0d9-ccaf-416d-ae7e-59765962320d, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:54:51.447617 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] For port 8798c0d9-ccaf-416d-ae7e-59765962320d, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=8798c0d9-ccaf-416d-ae7e-59765962320d,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:54:51.451602 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.519070 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b25a6-b3e1-4b3f-8567-d79239a23c8a None None] Pushing event updated for resources: {'Port': ['ID=8798c0d9-ccaf-416d-ae7e-59765962320d,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:51.538101 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3164293'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.599573 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.617760 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cccde3-dd54-4b15-a876-a29ea96ab6dd,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:51.665014 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] Checking segment: {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:51.665421 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] Network hostable DHCP agents. Network: 2e8c57a8-8b96-4061-94eb-a2f094b9dc94, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:54:51.689686 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.694736 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] Network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:54:51.744041 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:51.744986 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 2e8c57a8-8b96-4061-94eb-a2f094b9dc94) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:51.752116 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:51.755498 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:51.756098 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.757210 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c3f1b5-8089-444f-9fea-6e89af08d582 None None] Network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:54:51.760043 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:54:51.779192 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 8798c0d9-ccaf-416d-ae7e-59765962320d up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:51.780817 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:54:51.791238 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Pushing event updated for resources: {'Port': ['ID=c263f078-5355-4697-8bfb-4130ae774430,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:51.805733 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d9818052-462f-4a30-a752-e7b53185335a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6388330 Aug 18 14:54:51.806042 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 38994) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:51.810596 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:51.831742 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30918'] for router, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.832978 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30927'] for router, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.888289 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.918333 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 8798c0d9-ccaf-416d-ae7e-59765962320d completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:51.973685 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c41c27-991a-5f81-9df1-e311b5c045aa-2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd'}]}} from dv-cinder-788365-10-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:54:51.974819 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.041991 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.125550 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Allocated IP 172.20.0.2 (2e8c57a8-8b96-4061-94eb-a2f094b9dc94/98cccde3-dd54-4b15-a876-a29ea96ab6dd/4486a589-d798-478e-b7cb-cbfcf9d7180e) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:54:52.271889 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.282131 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.297746 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.316427 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.326272 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Transition to ACTIVE for port object 4486a589-d798-478e-b7cb-cbfcf9d7180e will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:52.343888 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Transition to ACTIVE for port object 4486a589-d798-478e-b7cb-cbfcf9d7180e will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:52.351649 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.406718 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Pushing event updated for resources: {'Port': ['ID=4486a589-d798-478e-b7cb-cbfcf9d7180e,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:52.415583 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:52.417075 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:52.419751 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:54:52.477613 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187a32df-b096-41e6-9006-b20406adee0a None None] Network 5a6a951c-806b-4fe6-92b1-025369efadef requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:54:52.519681 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612893'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.591325 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Attempting to bind port 4486a589-d798-478e-b7cb-cbfcf9d7180e on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:54:52.591670 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Attempting to bind port 4486a589-d798-478e-b7cb-cbfcf9d7180e by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:54:52.592036 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Attempting to bind port 4486a589-d798-478e-b7cb-cbfcf9d7180e on network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:54:52.633194 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:54:52.633728 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Checking segment: {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:52.634163 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.634713 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Bound using segment: {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:54:52.635205 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Bound port: 4486a589-d798-478e-b7cb-cbfcf9d7180e, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:54:52.635595 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.670405 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Router bb767871-ebe7-4a06-8462-a906d6ae23b6 is scheduled to L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 with binding_index 1 {{(pid=100500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:54:52.682945 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-bab5a02b-328a-4135-92e9-fbdbdc774266 None None] Provisioning for port 8798c0d9-ccaf-416d-ae7e-59765962320d completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:52.694817 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-bab5a02b-328a-4135-92e9-fbdbdc774266 None None] Provisioning complete for port 8798c0d9-ccaf-416d-ae7e-59765962320d triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:52.695281 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bab5a02b-328a-4135-92e9-fbdbdc774266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.718646 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Allocated IP 172.27.0.106 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:54:52.813890 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] For port 4486a589-d798-478e-b7cb-cbfcf9d7180e, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:54:52.820659 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] For port 4486a589-d798-478e-b7cb-cbfcf9d7180e, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=4486a589-d798-478e-b7cb-cbfcf9d7180e,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:54:52.825858 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:54:52.839903 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.860029 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Sync routers for ids ['bb767871-ebe7-4a06-8462-a906d6ae23b6'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:54:52.862581 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.876218 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.881396 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-86b25b77-1ca3-4be5-8e88-0ae274ef9893 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1701348 Aug 18 14:54:52.882355 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39004) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:52.893507 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:52.946459 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:52.949728 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:52.953725 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:54:52.981305 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Pushing event updated for resources: {'Port': ['ID=63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:52.984129 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Routers {'bb767871-ebe7-4a06-8462-a906d6ae23b6'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:52.985943 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['bb767871-ebe7-4a06-8462-a906d6ae23b6'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:53.104682 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Set router bb767871-ebe7-4a06-8462-a906d6ae23b6 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:53.306979 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:53.357758 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571a39a-2ee3-48f7-a0d9-24bb6b5b8fdd None None] Pushing event updated for resources: {'Port': ['ID=4486a589-d798-478e-b7cb-cbfcf9d7180e,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:53.390746 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bab5a02b-328a-4135-92e9-fbdbdc774266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:53.411424 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:53.446923 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-bab5a02b-328a-4135-92e9-fbdbdc774266 None None] For port 8798c0d9-ccaf-416d-ae7e-59765962320d, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=8798c0d9-ccaf-416d-ae7e-59765962320d,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:53.454057 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bab5a02b-328a-4135-92e9-fbdbdc774266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:53.525342 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5a02b-328a-4135-92e9-fbdbdc774266 None None] Pushing event updated for resources: {'Port': ['ID=8798c0d9-ccaf-416d-ae7e-59765962320d,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:53.538585 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612893'] for router, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:53.552425 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:52Z', 'revision_number': 3, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:53.586624 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Checking router: bb767871-ebe7-4a06-8462-a906d6ae23b6 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:54:53.586969 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Updating router bb767871-ebe7-4a06-8462-a906d6ae23b6 port c263f078-5355-4697-8bfb-4130ae774430 binding host dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:54:53.590136 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Allocated IP 172.20.0.1 (5a6a951c-806b-4fe6-92b1-025369efadef/b6514d2a-a6be-40c0-9624-31b8c112971d/6ce9983b-c729-4b83-ab61-3857546508ab) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:54:53.617786 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-dfdccd9e-0167-4c53-9116-e77565657f8a None None] Provisioning complete for port 8798c0d9-ccaf-416d-ae7e-59765962320d triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:53.618443 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-dfdccd9e-0167-4c53-9116-e77565657f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:53.622710 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:53.709651 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 is scheduled to L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 with binding_index 1 {{(pid=100499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:54:53.732933 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:53.754814 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Transition to ACTIVE for port object 6ce9983b-c729-4b83-ab61-3857546508ab will not be triggered until provisioned by entity DHCP. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:53.811401 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:53.851136 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Network 5a6a951c-806b-4fe6-92b1-025369efadef is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:53.856742 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:53.860800 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:54:53.880232 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:54:53.889829 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Sync routers for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:54:53.902664 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:53.902957 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-84da77b9-4b95-43dd-aed1-0aacba182d67 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0957305 Aug 18 14:54:53.911412 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39008) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:53.917906 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:53.920975 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:53.984573 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce9983b-c729-4b83-ab61-3857546508ab,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:54.012506 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634453'] for router_interface, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.014947 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.028026 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Transition to ACTIVE for port object c263f078-5355-4697-8bfb-4130ae774430 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:54.033682 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 4486a589-d798-478e-b7cb-cbfcf9d7180e up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:54.038017 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.151177 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c557ac-7e5b-4675-8eaf-0d1c6c47398a None None] Pushing event updated for resources: {'Port': ['ID=c263f078-5355-4697-8bfb-4130ae774430,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:54.153629 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Attempting to bind port c263f078-5355-4697-8bfb-4130ae774430 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:54:54.153992 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Attempting to bind port c263f078-5355-4697-8bfb-4130ae774430 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:54:54.154661 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Attempting to bind port c263f078-5355-4697-8bfb-4130ae774430 on network f70b9128-261f-4c77-8b6f-a0f6f98fd191 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:54:54.162772 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:54:54.163158 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Checking segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:54.163654 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.164126 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Bound using segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:54:54.164735 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Bound port: c263f078-5355-4697-8bfb-4130ae774430, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:54:54.165228 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.206292 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:54.228355 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] For port c263f078-5355-4697-8bfb-4130ae774430, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:54:54.232100 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] For port c263f078-5355-4697-8bfb-4130ae774430, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=c263f078-5355-4697-8bfb-4130ae774430,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:54:54.235859 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 4486a589-d798-478e-b7cb-cbfcf9d7180e completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:54.243898 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 8798c0d9-ccaf-416d-ae7e-59765962320d up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:54.246688 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.299450 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.332597 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c557ac-7e5b-4675-8eaf-0d1c6c47398a None None] Pushing event updated for resources: {'Port': ['ID=c263f078-5355-4697-8bfb-4130ae774430,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:54.340256 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39061972-2e97-40f7-ac97-678ea45df106 None None] Network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:54:54.344281 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b0f4ed45-3dd4-4f7a-b1b0-86359ec110f8 None None] Provisioning for port 6ce9983b-c729-4b83-ab61-3857546508ab completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:54.394939 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b0f4ed45-3dd4-4f7a-b1b0-86359ec110f8 None None] Provisioning complete for port 6ce9983b-c729-4b83-ab61-3857546508ab triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:54.395456 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b0f4ed45-3dd4-4f7a-b1b0-86359ec110f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.434223 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4ed45-3dd4-4f7a-b1b0-86359ec110f8 None None] Port 6ce9983b-c729-4b83-ab61-3857546508ab cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:54:54.460754 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Routers {'bb767871-ebe7-4a06-8462-a906d6ae23b6'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:54.461408 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['bb767871-ebe7-4a06-8462-a906d6ae23b6'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:54.486162 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:53Z', 'revision_number': 3, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:54.528407 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Checking router: 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:54:54.528920 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Updating router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba binding host dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:54:54.542722 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 8798c0d9-ccaf-416d-ae7e-59765962320d triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:54.543025 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.568430 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.714119 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-f862a16f-524b-4920-95d4-34ed79f14849 None None] Provisioning for port 4486a589-d798-478e-b7cb-cbfcf9d7180e completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:54.738685 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-f862a16f-524b-4920-95d4-34ed79f14849 None None] Provisioning complete for port 4486a589-d798-478e-b7cb-cbfcf9d7180e triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:54.738685 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f862a16f-524b-4920-95d4-34ed79f14849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.812316 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] Set router bb767871-ebe7-4a06-8462-a906d6ae23b6 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:54.952980 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.980503 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.989475 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.008795 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Transition to ACTIVE for port object 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:55.018941 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.067858 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce9983b-c729-4b83-ab61-3857546508ab,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:55.085253 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f862a16f-524b-4920-95d4-34ed79f14849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.091209 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Attempting to bind port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:54:55.100270 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Attempting to bind port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:54:55.102369 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Attempting to bind port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba on network f70b9128-261f-4c77-8b6f-a0f6f98fd191 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:54:55.121892 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Pushing event updated for resources: {'Port': ['ID=63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba,revision_number=2']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:55.148588 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.148588 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.148588 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.148588 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.148588 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.148588 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.149071 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634529'] for router_interface, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.149173 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.149173 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.149312 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.150742 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.151243 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.151611 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:55.166725 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:54:55.167104 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Checking segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:55.167508 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.167904 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Bound using segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:54:55.168558 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Bound port: 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:54:55.168966 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.171343 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-f862a16f-524b-4920-95d4-34ed79f14849 None None] For port 4486a589-d798-478e-b7cb-cbfcf9d7180e, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=4486a589-d798-478e-b7cb-cbfcf9d7180e,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:55.183136 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f862a16f-524b-4920-95d4-34ed79f14849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.200359 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.271481 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] For port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:54:55.277057 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] For port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:54:55.287235 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.335408 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Network 5a6a951c-806b-4fe6-92b1-025369efadef is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:55.340997 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:55.373279 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853fd84-a541-44d7-ac68-39f9863a4e77 None None] Pushing event updated for resources: {'Port': ['ID=63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:55.415809 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:55.417008 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:55.453363 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862a16f-524b-4920-95d4-34ed79f14849 None None] Pushing event updated for resources: {'Port': ['ID=4486a589-d798-478e-b7cb-cbfcf9d7180e,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:55.459730 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-be207cc1-1c55-4780-8a4f-20fcbae85c5b None None] Provisioning complete for port 4486a589-d798-478e-b7cb-cbfcf9d7180e triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:55.459730 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-be207cc1-1c55-4780-8a4f-20fcbae85c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.494470 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '6ce9983b-c729-4b83-ab61-3857546508ab', 'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'mac_address': 'fa:16:3e:65:42:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:53Z', 'updated_at': '2021-08-18T14:54:53Z', 'revision_number': 1, 'project_id': '272e7d776a264f34b555df2245860a40', 'subnets': [{'id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:55.506006 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Allocated IP 172.20.0.1 (2e8c57a8-8b96-4061-94eb-a2f094b9dc94/98cccde3-dd54-4b15-a876-a29ea96ab6dd/55f99b20-d6ea-475c-af6b-8323f177904f) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:54:55.535034 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50018108-4a1f-46fc-9c51-cf2c0b702a96 None None] The sync data for ids ['bb767871-ebe7-4a06-8462-a906d6ae23b6'] in dv-cinder-788365-10-iscsi is: [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '6ce9983b-c729-4b83-ab61-3857546508ab', 'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'mac_address': 'fa:16:3e:65:42:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:53Z', 'updated_at': '2021-08-18T14:54:53Z', 'revision_number': 1, 'project_id': '272e7d776a264f34b555df2245860a40', 'subnets': [{'id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:54:55.609514 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:55.653740 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Router bb767871-ebe7-4a06-8462-a906d6ae23b6 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:54:55.740074 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-6c8089ca-b413-419b-a624-88bcedbe3a85 None None] Provisioning complete for port 6ce9983b-c729-4b83-ab61-3857546508ab triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:55.740357 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-6c8089ca-b413-419b-a624-88bcedbe3a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.741925 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.744208 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 4486a589-d798-478e-b7cb-cbfcf9d7180e up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:55.817734 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-6c8089ca-b413-419b-a624-88bcedbe3a85 None None] Port 6ce9983b-c729-4b83-ab61-3857546508ab cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:54:55.841762 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Transition to ACTIVE for port object 55f99b20-d6ea-475c-af6b-8323f177904f will not be triggered until provisioned by entity DHCP. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:55.852994 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 4486a589-d798-478e-b7cb-cbfcf9d7180e triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:55.853625 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.854764 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:53Z', 'revision_number': 3, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:55.860017 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:54:55.866607 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-0e50cb1f-97ff-4c0d-b256-76cbe6f63e30 admin admin] 10.222.0.38 "PUT /v2.0/routers/bb767871-ebe7-4a06-8462-a906d6ae23b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9828966 Aug 18 14:54:55.888512 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7af882-3209-4957-bd49-e7b137cbe36e None None] The sync data for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi is: [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:53Z', 'revision_number': 3, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:54:55.929042 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.985522 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:55.989354 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:55.994060 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:54:56.025826 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Pushing event updated for resources: {'Port': ['ID=55f99b20-d6ea-475c-af6b-8323f177904f,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:56.043906 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634453'] for router_interface, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.216090 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.255464 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b08e6c23-604c-4631-9509-f9f54ab24d8f None None] Provisioning for port 55f99b20-d6ea-475c-af6b-8323f177904f completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:56.272414 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b08e6c23-604c-4631-9509-f9f54ab24d8f None None] Provisioning complete for port 55f99b20-d6ea-475c-af6b-8323f177904f triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:56.273694 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b08e6c23-604c-4631-9509-f9f54ab24d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.334147 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-b08e6c23-604c-4631-9509-f9f54ab24d8f None None] Port 55f99b20-d6ea-475c-af6b-8323f177904f cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:54:56.458709 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.463148 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.539771 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Pushing event updated for resources: {'Port': ['ID=55f99b20-d6ea-475c-af6b-8323f177904f,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:56.544244 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634529'] for router_interface, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.637520 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39050) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:56.644462 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-632756596-network', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:56.682664 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Made reservation on behalf of bc7d35f14cd34777b2dccdc7d4eb73cf for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:54:56.685889 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.713472 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.736501 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:56.743460 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:56.935148 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:54:56.959202 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.005537 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.046791 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:54:57.086853 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f16d3dd-37c0-4b9e-ab51-771e452aeb71,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:57.089146 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5bf64720-953f-4186-871e-681df2238dac None None] Provisioning complete for port 55f99b20-d6ea-475c-af6b-8323f177904f triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:57.089527 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5bf64720-953f-4186-871e-681df2238dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.100375 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.100841 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Added segment ff140725-e1cc-4a7a-9330-2499fc768f31 of type vlan for network c6800659-5d8e-4309-9ed0-b5654d7ce428 Aug 18 14:54:57.151629 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-5bf64720-953f-4186-871e-681df2238dac None None] Port 55f99b20-d6ea-475c-af6b-8323f177904f cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:54:57.178403 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:54:57.181131 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.186606 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9652b3b4-6fac-421c-9169-7e45a478f26d admin admin] 10.222.0.38 "PUT /v2.0/routers/4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2693934 Aug 18 14:54:57.213295 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.214340 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:57.215014 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.278494 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6398373 Aug 18 14:54:57.281086 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39064) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:57.290080 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-02221751-434e-452f-b857-a4f166876380 admin admin] Request body: {'subnet': {'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-632756596-subnet', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:57.294739 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c1b62-595d-4384-a1bd-93bd9ef6ca3a admin admin] Pushing event updated for resources: {'Network': ['ID=c6800659-5d8e-4309-9ed0-b5654d7ce428,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:57.307721 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network c6800659-5d8e-4309-9ed0-b5654d7ce428 details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:54:57.340043 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02221751-434e-452f-b857-a4f166876380 admin admin] Made reservation on behalf of bc7d35f14cd34777b2dccdc7d4eb73cf for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:54:57.343648 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02221751-434e-452f-b857-a4f166876380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3164307'] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.537913 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39072) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:57.569815 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02221751-434e-452f-b857-a4f166876380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3164293'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.629044 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02221751-434e-452f-b857-a4f166876380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d518321-90f4-4e70-99a9-21418b10cdf8,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:57.642445 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02221751-434e-452f-b857-a4f166876380 admin admin] Checking segment: {'id': 'ff140725-e1cc-4a7a-9330-2499fc768f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:57.642974 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02221751-434e-452f-b857-a4f166876380 admin admin] Network hostable DHCP agents. Network: c6800659-5d8e-4309-9ed0-b5654d7ce428, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:54:57.662628 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02221751-434e-452f-b857-a4f166876380 admin admin] Network c6800659-5d8e-4309-9ed0-b5654d7ce428 is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:54:57.673231 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7fa7152f-bd0c-4336-bd70-b59e23105b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.677349 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-02221751-434e-452f-b857-a4f166876380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, c6800659-5d8e-4309-9ed0-b5654d7ce428) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:57.684365 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02221751-434e-452f-b857-a4f166876380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:57.685842 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-02221751-434e-452f-b857-a4f166876380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.688526 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3285fd0a-360a-4586-b919-92a28cb58de8 None None] Network c6800659-5d8e-4309-9ed0-b5654d7ce428 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:54:57.825002 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7fa7152f-bd0c-4336-bd70-b59e23105b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.825856 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device c263f078-5355-4697-8bfb-4130ae774430 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:57.831044 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7fa7152f-bd0c-4336-bd70-b59e23105b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.846490 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-02221751-434e-452f-b857-a4f166876380 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5626910 Aug 18 14:54:57.847852 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39084) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:57.856288 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-632756596-router', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:57.889071 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7fa7152f-bd0c-4336-bd70-b59e23105b70 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=363624d0cb7a42cebb26a5e6293c5af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493662 Aug 18 14:54:57.891915 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39086) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:57.909284 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39088) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:57.911358 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7152f-bd0c-4336-bd70-b59e23105b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64136c5f-eeda-4258-b5c0-5227a9b0ffd6,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:57.912708 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c41c27-991a-5f81-9df1-e311b5c045aa-c6800659-5d8e-4309-9ed0-b5654d7ce428', 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'fixed_ips': [{'subnet_id': '3d518321-90f4-4e70-99a9-21418b10cdf8'}]}} from dv-cinder-788365-10-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:54:57.913728 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.916210 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-862292445-network', 'tenant_id': '93b4273cf6f141038664faebeb606735'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:57.920208 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30918'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.921211 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30927'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.931702 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port c263f078-5355-4697-8bfb-4130ae774430 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:57.938517 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port c263f078-5355-4697-8bfb-4130ae774430 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:57.939396 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.953172 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1869168a-8a57-4620-b029-7bb75c3de1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.960835 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Made reservation on behalf of 93b4273cf6f141038664faebeb606735 for: {'network': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:54:57.963381 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for network, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.975825 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1869168a-8a57-4620-b029-7bb75c3de1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.003224 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.016233 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.037984 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1869168a-8a57-4620-b029-7bb75c3de1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.042175 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-1869168a-8a57-4620-b029-7bb75c3de1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.043892 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-1869168a-8a57-4620-b029-7bb75c3de1dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64136c5f-eeda-4258-b5c0-5227a9b0ffd6 HTTP/1.1" status: 204 len: 168 time: 0.1509776 Aug 18 14:54:58.064604 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869168a-8a57-4620-b029-7bb75c3de1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64136c5f-eeda-4258-b5c0-5227a9b0ffd6,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:58.141760 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.150638 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Allocated IP 172.20.0.2 (c6800659-5d8e-4309-9ed0-b5654d7ce428/3d518321-90f4-4e70-99a9-21418b10cdf8/d3231380-935d-428d-a5b0-c47928b23a84) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:54:58.175061 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port c263f078-5355-4697-8bfb-4130ae774430, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=c263f078-5355-4697-8bfb-4130ae774430,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:58.189792 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.190614 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:58.205978 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.315720 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=c263f078-5355-4697-8bfb-4130ae774430,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:58.327373 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.334796 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.360394 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:58.368948 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=100500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:54:58.376775 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72920bc-47bc-43f4-98ca-d04494675a80,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:58.385765 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:58.386341 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.388792 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.389142 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.segments_db [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Added segment 6c9975fc-f5dd-471b-80f2-c1f1fb36a141 of type vlan for network 6aa96b14-986c-43b2-9639-3f4ed67ac224 Aug 18 14:54:58.435943 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785401111974'] for network, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.439888 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.452562 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Transition to ACTIVE for port object d3231380-935d-428d-a5b0-c47928b23a84 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:58.473298 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Transition to ACTIVE for port object d3231380-935d-428d-a5b0-c47928b23a84 will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:58.499867 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.521017 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39094) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:58.538127 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33d23a4a-10ef-4dbf-bb25-4ff641ef8aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.540119 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167'] for network, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.541247 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:58.541861 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.551818 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Network c6800659-5d8e-4309-9ed0-b5654d7ce428 is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:58.564083 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:58.566634 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:54:58.577218 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.585450 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Pushing event updated for resources: {'Port': ['ID=d3231380-935d-428d-a5b0-c47928b23a84,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:58.626838 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:58.642492 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.646080 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] Pushing event updated for resources: {'Network': ['ID=6aa96b14-986c-43b2-9639-3f4ed67ac224,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:58.648724 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.664699 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Network 6aa96b14-986c-43b2-9639-3f4ed67ac224 details requested by agent ovs-agent-dv-cinder-788365-10-iscsi with host dv-cinder-788365-10-iscsi {{(pid=100501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:54:58.667915 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.678451 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33d23a4a-10ef-4dbf-bb25-4ff641ef8aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.687959 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-33d23a4a-10ef-4dbf-bb25-4ff641ef8aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.715056 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-fb07e2b3-2cd9-43d6-ab1a-30bf7771beb0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8046455 Aug 18 14:54:58.719358 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39096) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:58.724643 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] Request body: {'subnet': {'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-862292445-subnet', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'ip_version': 4}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:58.734730 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Attempting to bind port d3231380-935d-428d-a5b0-c47928b23a84 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:54:58.735351 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Attempting to bind port d3231380-935d-428d-a5b0-c47928b23a84 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'ff140725-e1cc-4a7a-9330-2499fc768f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:54:58.736041 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Attempting to bind port d3231380-935d-428d-a5b0-c47928b23a84 on network c6800659-5d8e-4309-9ed0-b5654d7ce428 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:54:58.748761 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-33d23a4a-10ef-4dbf-bb25-4ff641ef8aac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2fece1678d9454aa5fa5c4bd3686839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266467 Aug 18 14:54:58.751505 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39098) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:58.753802 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d23a4a-10ef-4dbf-bb25-4ff641ef8aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9533701-5e63-49cb-a29a-b87aec75a907,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:58.763193 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:54:58.764287 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Checking segment: {'id': 'ff140725-e1cc-4a7a-9330-2499fc768f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:58.765337 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.766183 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Bound using segment: {'id': 'ff140725-e1cc-4a7a-9330-2499fc768f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:54:58.767162 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Bound port: d3231380-935d-428d-a5b0-c47928b23a84, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff140725-e1cc-4a7a-9330-2499fc768f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:54:58.767730 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.798726 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Sync routers for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:54:58.807948 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:58.816264 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] Made reservation on behalf of 93b4273cf6f141038664faebeb606735 for: {'subnet': 1} {{(pid=100500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:54:58.818526 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3164307'] for subnet, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.849951 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:58.850617 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:58.893028 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Allocated IP 172.27.0.115 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/98960d74-80f7-4b06-b438-98053d7dfad9) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:54:58.921365 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a2015ba5-ae10-41e2-9b47-49be08458a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:58.942778 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] For port d3231380-935d-428d-a5b0-c47928b23a84, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:54:58.965171 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] For port d3231380-935d-428d-a5b0-c47928b23a84, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=d3231380-935d-428d-a5b0-c47928b23a84,segment=NetworkSegment(ff140725-e1cc-4a7a-9330-2499fc768f31),segment_id=ff140725-e1cc-4a7a-9330-2499fc768f31)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:54:58.971769 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:59.029320 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:59.078858 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6c344-86b4-4c9a-83b9-18d21cf290c4 None None] Pushing event updated for resources: {'Port': ['ID=d3231380-935d-428d-a5b0-c47928b23a84,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:59.105401 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Sync routers for ids ['bb767871-ebe7-4a06-8462-a906d6ae23b6'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:54:59.116968 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Routers {'bb767871-ebe7-4a06-8462-a906d6ae23b6'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:54:59.117594 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['bb767871-ebe7-4a06-8462-a906d6ae23b6'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:59.248056 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Set router bb767871-ebe7-4a06-8462-a906d6ae23b6 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:54:59.274334 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a2015ba5-ae10-41e2-9b47-49be08458a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:59.323780 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 2, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:59.357015 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Checking router: 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:54:59.357340 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Updating router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 port 55f99b20-d6ea-475c-af6b-8323f177904f binding host dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:54:59.386000 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:59.446120 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3614162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3164293'] for subnet, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:59.499286 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:59.507738 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a2015ba5-ae10-41e2-9b47-49be08458a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:59.510270 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-a2015ba5-ae10-41e2-9b47-49be08458a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:59.513793 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-a2015ba5-ae10-41e2-9b47-49be08458a92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9533701-5e63-49cb-a29a-b87aec75a907 HTTP/1.1" status: 204 len: 168 time: 0.7588513 Aug 18 14:54:59.539159 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2015ba5-ae10-41e2-9b47-49be08458a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9533701-5e63-49cb-a29a-b87aec75a907,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:59.547945 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=743f4e0b-3369-442d-8576-096de20701fb,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:59.579341 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] Checking segment: {'id': '6c9975fc-f5dd-471b-80f2-c1f1fb36a141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:59.579708 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] Network hostable DHCP agents. Network: 6aa96b14-986c-43b2-9639-3f4ed67ac224, hostable agents: ['b7f76fec-3495-4657-832c-4e1842bb83c4'], hosted agents: [] {{(pid=100500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:54:59.602939 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '6ce9983b-c729-4b83-ab61-3857546508ab', 'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'mac_address': 'fa:16:3e:65:42:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:53Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 2, 'project_id': '272e7d776a264f34b555df2245860a40', 'subnets': [{'id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:54:59.608732 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:59.637354 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] Network 6aa96b14-986c-43b2-9639-3f4ed67ac224 is scheduled to be hosted by DHCP agent b7f76fec-3495-4657-832c-4e1842bb83c4 with binding_index 1 {{(pid=100500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:54:59.643245 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Checking router: bb767871-ebe7-4a06-8462-a906d6ae23b6 for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:54:59.644079 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Updating router bb767871-ebe7-4a06-8462-a906d6ae23b6 port 6ce9983b-c729-4b83-ab61-3857546508ab binding host dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:54:59.663909 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:59.667135 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-10-iscsi, 6aa96b14-986c-43b2-9639-3f4ed67ac224) {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:59.671928 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:59.672536 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:59.678537 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:59.682326 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:54:59.690272 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226e57b-3ee0-463c-b1a1-e4f93b8a93d1 None None] Network 6aa96b14-986c-43b2-9639-3f4ed67ac224 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:54:59.721084 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:59.722412 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Pushing event updated for resources: {'Port': ['ID=98960d74-80f7-4b06-b438-98053d7dfad9,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:59.737868 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-b9035a21-8958-46a2-9812-0c4bdc67d7ec admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0174701 Aug 18 14:54:59.740581 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39102) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:54:59.748134 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-862292445-router', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:59.861771 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30918'] for router, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:59.863260 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30927'] for router, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.010214 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device d3231380-935d-428d-a5b0-c47928b23a84 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:00.014905 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.089542 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39106) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:00.115391 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0b353d43-e2fc-4f3d-8658-209893a8c92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.147070 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.163265 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Transition to ACTIVE for port object 6ce9983b-c729-4b83-ab61-3857546508ab will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:00.172749 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.197213 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.214416 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Transition to ACTIVE for port object 55f99b20-d6ea-475c-af6b-8323f177904f will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:00.220882 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.246643 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port d3231380-935d-428d-a5b0-c47928b23a84 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:00.251680 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.267202 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device c263f078-5355-4697-8bfb-4130ae774430 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:00.308549 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0b353d43-e2fc-4f3d-8658-209893a8c92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.314995 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-0b353d43-e2fc-4f3d-8658-209893a8c92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.323481 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c36d8-7a3d-4a80-b8ab-03c46ef67a13 None None] Pushing event updated for resources: {'Port': ['ID=6ce9983b-c729-4b83-ab61-3857546508ab,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:00.365606 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e90eb-7251-488e-915b-c90ce01a550e None None] Pushing event updated for resources: {'Port': ['ID=55f99b20-d6ea-475c-af6b-8323f177904f,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:00.368765 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-0b353d43-e2fc-4f3d-8658-209893a8c92a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dab151ecd3ba4054bad8209b667fe012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781205 Aug 18 14:55:00.371241 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39108) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:00.376790 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.404331 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Attempting to bind port 6ce9983b-c729-4b83-ab61-3857546508ab on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:55:00.404331 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Attempting to bind port 6ce9983b-c729-4b83-ab61-3857546508ab by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:55:00.404602 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Attempting to bind port 6ce9983b-c729-4b83-ab61-3857546508ab on network 5a6a951c-806b-4fe6-92b1-025369efadef {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:00.414348 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:55:00.414753 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Checking segment: {'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:55:00.415169 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.417064 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Bound using segment: {'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:55:00.417064 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Bound port: 6ce9983b-c729-4b83-ab61-3857546508ab, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:55:00.417064 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.466506 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b353d43-e2fc-4f3d-8658-209893a8c92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ed28bf-d54e-4475-8203-f5351b7119e7,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:00.495941 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f78bd30-858e-41d1-b056-681861be8805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.501463 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11c41c27-991a-5f81-9df1-e311b5c045aa-6aa96b14-986c-43b2-9639-3f4ed67ac224', 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'fixed_ips': [{'subnet_id': '743f4e0b-3369-442d-8576-096de20701fb'}]}} from dv-cinder-788365-10-iscsi. {{(pid=100501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:55:00.502341 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.523633 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f78bd30-858e-41d1-b056-681861be8805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.531447 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31040b7c-fa57-4d55-870f-b7bff2906b9e None None] Network c6800659-5d8e-4309-9ed0-b5654d7ce428 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:55:00.595098 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f78bd30-858e-41d1-b056-681861be8805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.598543 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5f78bd30-858e-41d1-b056-681861be8805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.600373 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5f78bd30-858e-41d1-b056-681861be8805 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f4ed28bf-d54e-4475-8203-f5351b7119e7 HTTP/1.1" status: 204 len: 168 time: 0.2280164 Aug 18 14:55:00.620941 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78bd30-858e-41d1-b056-681861be8805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ed28bf-d54e-4475-8203-f5351b7119e7,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:00.652986 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] For port 6ce9983b-c729-4b83-ab61-3857546508ab, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:55:00.656860 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] For port 6ce9983b-c729-4b83-ab61-3857546508ab, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=6ce9983b-c729-4b83-ab61-3857546508ab,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:55:00.668938 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.766584 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Attempting to bind port 55f99b20-d6ea-475c-af6b-8323f177904f on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:55:00.767253 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Attempting to bind port 55f99b20-d6ea-475c-af6b-8323f177904f by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:55:00.767981 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Attempting to bind port 55f99b20-d6ea-475c-af6b-8323f177904f on network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:00.794789 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Routers {'bb767871-ebe7-4a06-8462-a906d6ae23b6'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:00.796407 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['bb767871-ebe7-4a06-8462-a906d6ae23b6'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:00.834098 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:55:00.834631 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Checking segment: {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:55:00.835308 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.835719 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Bound using segment: {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:55:00.836549 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Bound port: 55f99b20-d6ea-475c-af6b-8323f177904f, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:55:00.836949 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.868611 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.871551 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c36d8-7a3d-4a80-b8ab-03c46ef67a13 None None] Pushing event updated for resources: {'Port': ['ID=6ce9983b-c729-4b83-ab61-3857546508ab,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:00.908400 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.965687 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612893'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:00.988396 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] Set router bb767871-ebe7-4a06-8462-a906d6ae23b6 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:01.067460 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-120ce04d-3d9f-434b-86b1-2c159f3620db None None] Provisioning for port d3231380-935d-428d-a5b0-c47928b23a84 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:01.086599 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port c263f078-5355-4697-8bfb-4130ae774430 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:01.086980 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:01.093656 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-120ce04d-3d9f-434b-86b1-2c159f3620db None None] Provisioning complete for port d3231380-935d-428d-a5b0-c47928b23a84 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:01.094027 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-120ce04d-3d9f-434b-86b1-2c159f3620db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:01.147724 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.db_base_plugin_common [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Allocated IP 172.20.0.2 (6aa96b14-986c-43b2-9639-3f4ed67ac224/743f4e0b-3369-442d-8576-096de20701fb/f9275d9d-a077-4322-b5c6-f7d2927ff12e) {{(pid=100501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:55:01.149640 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Allocated IP 172.27.0.83 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/99e3008b-3d91-47d5-a2ef-7a62673dbf45) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:55:01.267097 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Router f3e933d6-7d6c-4122-b537-1f8680f48b5e is scheduled to L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 with binding_index 1 {{(pid=100500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:55:01.269356 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '6ce9983b-c729-4b83-ab61-3857546508ab', 'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'mac_address': 'fa:16:3e:65:42:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:53Z', 'updated_at': '2021-08-18T14:55:00Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'subnets': [{'id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:01.309786 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1971bab-4935-4081-942b-f2a2f7b54fe0 None None] The sync data for ids ['bb767871-ebe7-4a06-8462-a906d6ae23b6'] in dv-cinder-788365-10-iscsi is: [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '6ce9983b-c729-4b83-ab61-3857546508ab', 'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'mac_address': 'fa:16:3e:65:42:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:53Z', 'updated_at': '2021-08-18T14:55:00Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'subnets': [{'id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:55:01.345900 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Notify callbacks [] for port, precommit_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:01.356504 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Transition to ACTIVE for port object f9275d9d-a077-4322-b5c6-f7d2927ff12e will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:01.357405 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:01.459777 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:55:01.477615 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:01.498671 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Sync routers for ids ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:55:01.501820 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Transition to ACTIVE for port object f9275d9d-a077-4322-b5c6-f7d2927ff12e will not be triggered until provisioned by entity DHCP. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:01.514903 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:01.520526 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39124) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:01.536303 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-73aececf-a225-45c5-a2e5-84932d602045 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6739666 Aug 18 14:55:01.545203 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091'] for port, after_create {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:01.567160 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:01.570454 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:01.573948 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:55:01.579052 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Routers {'f3e933d6-7d6c-4122-b537-1f8680f48b5e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:01.579698 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:01.606964 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Pushing event updated for resources: {'Port': ['ID=99e3008b-3d91-47d5-a2ef-7a62673dbf45,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:01.660612 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Network 6aa96b14-986c-43b2-9639-3f4ed67ac224 is already hosted by enough agents. {{(pid=100501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:01.715970 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.scheduler.base_scheduler [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Resources bound (agent type, host, resource id): {{(pid=100501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:01.732946 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Received port after_create {{(pid=100501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:55:01.819721 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] For port 55f99b20-d6ea-475c-af6b-8323f177904f, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:55:01.827262 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:01.956730 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:01.976123 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Attempting to bind port f9275d9d-a077-4322-b5c6-f7d2927ff12e on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:55:01.976617 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Attempting to bind port f9275d9d-a077-4322-b5c6-f7d2927ff12e by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '6c9975fc-f5dd-471b-80f2-c1f1fb36a141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:55:01.977151 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Attempting to bind port f9275d9d-a077-4322-b5c6-f7d2927ff12e on network 6aa96b14-986c-43b2-9639-3f4ed67ac224 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:01.989844 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:55:01.990368 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Checking segment: {'id': '6c9975fc-f5dd-471b-80f2-c1f1fb36a141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:55:01.990642 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:01.991047 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Bound using segment: {'id': '6c9975fc-f5dd-471b-80f2-c1f1fb36a141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:55:01.991534 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Bound port: f9275d9d-a077-4322-b5c6-f7d2927ff12e, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9975fc-f5dd-471b-80f2-c1f1fb36a141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:55:01.991928 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.010119 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] For port 55f99b20-d6ea-475c-af6b-8323f177904f, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=55f99b20-d6ea-475c-af6b-8323f177904f,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:55:02.046970 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Pushing event updated for resources: {'Port': ['ID=f9275d9d-a077-4322-b5c6-f7d2927ff12e,revision_number=1']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:02.055406 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:02.055787 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.108664 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.288157 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-120ce04d-3d9f-434b-86b1-2c159f3620db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.321906 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.330335 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] For port f9275d9d-a077-4322-b5c6-f7d2927ff12e, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:55:02.365697 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:02.366546 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:02.372565 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e90eb-7251-488e-915b-c90ce01a550e None None] Pushing event updated for resources: {'Port': ['ID=55f99b20-d6ea-475c-af6b-8323f177904f,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:02.396697 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] For port f9275d9d-a077-4322-b5c6-f7d2927ff12e, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=f9275d9d-a077-4322-b5c6-f7d2927ff12e,segment=NetworkSegment(6c9975fc-f5dd-471b-80f2-c1f1fb36a141),segment_id=6c9975fc-f5dd-471b-80f2-c1f1fb36a141)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:55:02.399436 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Set router f3e933d6-7d6c-4122-b537-1f8680f48b5e gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:02.484260 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612893'] for router, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.549994 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.602940 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-120ce04d-3d9f-434b-86b1-2c159f3620db None None] For port d3231380-935d-428d-a5b0-c47928b23a84, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=d3231380-935d-428d-a5b0-c47928b23a84,segment=NetworkSegment(ff140725-e1cc-4a7a-9330-2499fc768f31),segment_id=ff140725-e1cc-4a7a-9330-2499fc768f31)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:02.648803 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Allocated IP 172.20.0.1 (c6800659-5d8e-4309-9ed0-b5654d7ce428/3d518321-90f4-4e70-99a9-21418b10cdf8/4ce16737-3299-460f-88be-76dbeacb809f) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:55:02.655737 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-120ce04d-3d9f-434b-86b1-2c159f3620db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.681175 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Router 66c29441-af23-47ba-a522-4966bacbb97e is scheduled to L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 with binding_index 1 {{(pid=100500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:55:02.866658 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.888660 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Transition to ACTIVE for port object 4ce16737-3299-460f-88be-76dbeacb809f will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:02.941417 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.967251 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:55:02.975882 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Sync routers for ids ['66c29441-af23-47ba-a522-4966bacbb97e'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:55:02.987125 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.992285 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-08dc7c91-e92c-4ba5-9080-b78ccce2e43b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2506247 Aug 18 14:55:02.993044 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39152) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:03.001348 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Routers {'66c29441-af23-47ba-a522-4966bacbb97e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:03.006148 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['66c29441-af23-47ba-a522-4966bacbb97e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:03.059054 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Network c6800659-5d8e-4309-9ed0-b5654d7ce428 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:03.066746 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:03.096164 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce16737-3299-460f-88be-76dbeacb809f,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:03.101180 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:55:03.124732 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aba9ec-e948-4685-8c30-e70c91a81a4e None None] Pushing event updated for resources: {'Port': ['ID=f9275d9d-a077-4322-b5c6-f7d2927ff12e,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:03.159926 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634453'] for router_interface, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:03.230266 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:03.243685 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Set router 66c29441-af23-47ba-a522-4966bacbb97e gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:03.491225 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:03.497116 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 6ce9983b-c729-4b83-ab61-3857546508ab up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:03.650286 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c29441-af23-47ba-a522-4966bacbb97e', 'name': 'tempest-TestVolumeBootPattern-862292445-router', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:59Z', 'updated_at': '2021-08-18T14:55:01Z', 'revision_number': 3, 'project_id': '93b4273cf6f141038664faebeb606735', 'gw_port': {'id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c29441-af23-47ba-a522-4966bacbb97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:00Z', 'updated_at': '2021-08-18T14:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:03.680212 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ce04d-3d9f-434b-86b1-2c159f3620db None None] Pushing event updated for resources: {'Port': ['ID=d3231380-935d-428d-a5b0-c47928b23a84,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:03.720981 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Checking router: 66c29441-af23-47ba-a522-4966bacbb97e for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:55:03.721335 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Updating router 66c29441-af23-47ba-a522-4966bacbb97e port 99e3008b-3d91-47d5-a2ef-7a62673dbf45 binding host dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:55:03.724557 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-49aec855-fd2c-4461-8701-28e89a80c84f None None] Provisioning complete for port d3231380-935d-428d-a5b0-c47928b23a84 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:03.724945 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-49aec855-fd2c-4461-8701-28e89a80c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:03.729298 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:03.775221 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:03.851382 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:03.857478 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:03.932470 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd71503-e758-4423-a54e-6fff18b7e797 None None] Network 6aa96b14-986c-43b2-9639-3f4ed67ac224 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:55:03.960818 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce16737-3299-460f-88be-76dbeacb809f,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:03.969585 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634529'] for router_interface, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:03.993689 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Allocated IP 172.20.0.1 (6aa96b14-986c-43b2-9639-3f4ed67ac224/743f4e0b-3369-442d-8576-096de20701fb/5720d780-7d87-4a04-8911-518428b1eeaa) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:55:04.055718 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 6ce9983b-c729-4b83-ab61-3857546508ab completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:04.076750 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 6ce9983b-c729-4b83-ab61-3857546508ab triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:04.077294 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.082687 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'name': 'tempest-TestMinimumBasicScenario-632756596-router', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:57Z', 'updated_at': '2021-08-18T14:54:59Z', 'revision_number': 3, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'gw_port': {'id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:58Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:04.084324 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Network c6800659-5d8e-4309-9ed0-b5654d7ce428 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:04.087454 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:04.127659 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.137582 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.141052 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Transition to ACTIVE for port object 99e3008b-3d91-47d5-a2ef-7a62673dbf45 will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:04.145779 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Checking router: f3e933d6-7d6c-4122-b537-1f8680f48b5e for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:55:04.146054 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Updating router f3e933d6-7d6c-4122-b537-1f8680f48b5e port 98960d74-80f7-4b06-b438-98053d7dfad9 binding host dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:55:04.148640 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.157356 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.provisioning_blocks [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Transition to ACTIVE for port object 5720d780-7d87-4a04-8911-518428b1eeaa will not be triggered until provisioned by entity DHCP. {{(pid=100500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:04.197704 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787e45a-1682-4d89-be31-2c2613c5a59e None None] Pushing event updated for resources: {'Port': ['ID=99e3008b-3d91-47d5-a2ef-7a62673dbf45,revision_number=2']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:04.205532 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.235494 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Attempting to bind port 99e3008b-3d91-47d5-a2ef-7a62673dbf45 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:55:04.239186 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Attempting to bind port 99e3008b-3d91-47d5-a2ef-7a62673dbf45 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:55:04.239558 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Attempting to bind port 99e3008b-3d91-47d5-a2ef-7a62673dbf45 on network f70b9128-261f-4c77-8b6f-a0f6f98fd191 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:04.245246 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:55:04.245938 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Checking segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:55:04.246329 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.246909 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Bound using segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:55:04.247393 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Bound port: 99e3008b-3d91-47d5-a2ef-7a62673dbf45, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:55:04.247794 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.259528 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.268658 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Network 6aa96b14-986c-43b2-9639-3f4ed67ac224 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:04.272214 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:04.276598 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:55:04.297852 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Router f3e933d6-7d6c-4122-b537-1f8680f48b5e has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:55:04.328915 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Pushing event updated for resources: {'Port': ['ID=5720d780-7d87-4a04-8911-518428b1eeaa,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:04.337728 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:01Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:04.344499 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] For port 99e3008b-3d91-47d5-a2ef-7a62673dbf45, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:55:04.348052 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] For port 99e3008b-3d91-47d5-a2ef-7a62673dbf45, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=99e3008b-3d91-47d5-a2ef-7a62673dbf45,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:55:04.357051 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.362883 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-634453'] for router_interface, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.437052 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Routers {'66c29441-af23-47ba-a522-4966bacbb97e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:04.437548 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['66c29441-af23-47ba-a522-4966bacbb97e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:04.446511 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b63fc32-f637-474c-b5e9-61802d0274ce None None] The sync data for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi is: [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:01Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:55:04.476944 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787e45a-1682-4d89-be31-2c2613c5a59e None None] Pushing event updated for resources: {'Port': ['ID=99e3008b-3d91-47d5-a2ef-7a62673dbf45,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:04.484600 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:55:04.494735 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-2a6676a6-b6ee-4401-af63-f915bf58f578 admin admin] 10.222.0.38 "PUT /v2.0/routers/f3e933d6-7d6c-4122-b537-1f8680f48b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9730086 Aug 18 14:55:04.585929 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.601563 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.772683 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] Set router 66c29441-af23-47ba-a522-4966bacbb97e gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:04.863304 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.875123 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Transition to ACTIVE for port object 98960d74-80f7-4b06-b438-98053d7dfad9 will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:04.904808 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 6ce9983b-c729-4b83-ab61-3857546508ab, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=6ce9983b-c729-4b83-ab61-3857546508ab,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:04.906832 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-7365ccc7-a960-4e50-83cf-827dc6f72eaf None None] Provisioning for port 4ce16737-3299-460f-88be-76dbeacb809f completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:04.923212 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:04.927037 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-7365ccc7-a960-4e50-83cf-827dc6f72eaf None None] Provisioning complete for port 4ce16737-3299-460f-88be-76dbeacb809f triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:04.927343 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7365ccc7-a960-4e50-83cf-827dc6f72eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.055989 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-7365ccc7-a960-4e50-83cf-827dc6f72eaf None None] Port 4ce16737-3299-460f-88be-76dbeacb809f cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:55:05.065422 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a948df-47ae-439d-bd39-f0e09522dfdc None None] Pushing event updated for resources: {'Port': ['ID=98960d74-80f7-4b06-b438-98053d7dfad9,revision_number=2']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:05.068001 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.068503 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.077374 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.102319 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c29441-af23-47ba-a522-4966bacbb97e', 'name': 'tempest-TestVolumeBootPattern-862292445-router', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:59Z', 'updated_at': '2021-08-18T14:55:01Z', 'revision_number': 3, 'project_id': '93b4273cf6f141038664faebeb606735', 'gw_port': {'id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c29441-af23-47ba-a522-4966bacbb97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:00Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:05.158853 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=6ce9983b-c729-4b83-ab61-3857546508ab,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:05.175468 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-7365ccc7-a960-4e50-83cf-827dc6f72eaf None None] Provisioning for port f9275d9d-a077-4322-b5c6-f7d2927ff12e completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:05.190172 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5053d-c59a-46b8-92fc-81918ae47495 None None] The sync data for ids ['66c29441-af23-47ba-a522-4966bacbb97e'] in dv-cinder-788365-10-iscsi is: [{'id': '66c29441-af23-47ba-a522-4966bacbb97e', 'name': 'tempest-TestVolumeBootPattern-862292445-router', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:59Z', 'updated_at': '2021-08-18T14:55:01Z', 'revision_number': 3, 'project_id': '93b4273cf6f141038664faebeb606735', 'gw_port': {'id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c29441-af23-47ba-a522-4966bacbb97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:00Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:55:05.241040 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Attempting to bind port 98960d74-80f7-4b06-b438-98053d7dfad9 on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:55:05.241561 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Attempting to bind port 98960d74-80f7-4b06-b438-98053d7dfad9 by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:55:05.242128 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Attempting to bind port 98960d74-80f7-4b06-b438-98053d7dfad9 on network f70b9128-261f-4c77-8b6f-a0f6f98fd191 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:05.269157 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:55:05.269787 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Checking segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:55:05.270560 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.270711 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Bound using segment: {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:55:05.271244 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Bound port: 98960d74-80f7-4b06-b438-98053d7dfad9, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f124256-e651-4dd9-8d00-87ce45fbaeb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:55:05.271588 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.314655 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-634529'] for router_interface, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.327380 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Pushing event updated for resources: {'Port': ['ID=5720d780-7d87-4a04-8911-518428b1eeaa,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:05.443692 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] For port 98960d74-80f7-4b06-b438-98053d7dfad9, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:55:05.447508 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] For port 98960d74-80f7-4b06-b438-98053d7dfad9, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=98960d74-80f7-4b06-b438-98053d7dfad9,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:55:05.448877 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-2866028c-d615-47a7-bd22-81cc231082fe None None] Provisioning for port 5720d780-7d87-4a04-8911-518428b1eeaa completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:05.457831 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.461517 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-2866028c-d615-47a7-bd22-81cc231082fe None None] Provisioning complete for port 5720d780-7d87-4a04-8911-518428b1eeaa triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:05.461887 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2866028c-d615-47a7-bd22-81cc231082fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.548105 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Network 6aa96b14-986c-43b2-9639-3f4ed67ac224 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:05.549764 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:05.580872 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device d3231380-935d-428d-a5b0-c47928b23a84 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:05.631095 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a948df-47ae-439d-bd39-f0e09522dfdc None None] Pushing event updated for resources: {'Port': ['ID=98960d74-80f7-4b06-b438-98053d7dfad9,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:05.645100 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-2866028c-d615-47a7-bd22-81cc231082fe None None] Port 5720d780-7d87-4a04-8911-518428b1eeaa cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:55:05.646586 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Routers {'f3e933d6-7d6c-4122-b537-1f8680f48b5e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:05.647231 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:05.701380 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Router 66c29441-af23-47ba-a522-4966bacbb97e has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:55:05.804459 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] Set router f3e933d6-7d6c-4122-b537-1f8680f48b5e gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:05.843841 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port d3231380-935d-428d-a5b0-c47928b23a84 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:05.844215 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.887119 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:55:05.896183 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ba8cc03f-5629-4046-8bc2-da3b28e8df3c admin admin] 10.222.0.38 "PUT /v2.0/routers/66c29441-af23-47ba-a522-4966bacbb97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9019098 Aug 18 14:55:06.125776 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-def318eb-a554-411a-8e17-9594136b7500 None None] Provisioning complete for port 5720d780-7d87-4a04-8911-518428b1eeaa triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:06.126256 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-def318eb-a554-411a-8e17-9594136b7500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:06.218952 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-def318eb-a554-411a-8e17-9594136b7500 None None] Port 5720d780-7d87-4a04-8911-518428b1eeaa cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:55:06.232158 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device f9275d9d-a077-4322-b5c6-f7d2927ff12e up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:06.389719 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'name': 'tempest-TestMinimumBasicScenario-632756596-router', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:57Z', 'updated_at': '2021-08-18T14:55:03Z', 'revision_number': 4, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'gw_port': {'id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:58Z', 'updated_at': '2021-08-18T14:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '4ce16737-3299-460f-88be-76dbeacb809f', 'name': '', 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'mac_address': 'fa:16:3e:ff:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3d518321-90f4-4e70-99a9-21418b10cdf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:02Z', 'updated_at': '2021-08-18T14:55:03Z', 'revision_number': 2, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'subnets': [{'id': '3d518321-90f4-4e70-99a9-21418b10cdf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:06.422471 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fd24d0-01d1-43de-823b-f869632b9827 None None] The sync data for ids ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'] in dv-cinder-788365-10-iscsi is: [{'id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'name': 'tempest-TestMinimumBasicScenario-632756596-router', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:57Z', 'updated_at': '2021-08-18T14:55:03Z', 'revision_number': 4, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'gw_port': {'id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:58Z', 'updated_at': '2021-08-18T14:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '4ce16737-3299-460f-88be-76dbeacb809f', 'name': '', 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'mac_address': 'fa:16:3e:ff:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3d518321-90f4-4e70-99a9-21418b10cdf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:02Z', 'updated_at': '2021-08-18T14:55:03Z', 'revision_number': 2, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'subnets': [{'id': '3d518321-90f4-4e70-99a9-21418b10cdf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:55:06.428068 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port f9275d9d-a077-4322-b5c6-f7d2927ff12e completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:06.455877 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port f9275d9d-a077-4322-b5c6-f7d2927ff12e triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:06.456611 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:06.665790 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:06.708020 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port f9275d9d-a077-4322-b5c6-f7d2927ff12e, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=f9275d9d-a077-4322-b5c6-f7d2927ff12e,segment=NetworkSegment(6c9975fc-f5dd-471b-80f2-c1f1fb36a141),segment_id=6c9975fc-f5dd-471b-80f2-c1f1fb36a141)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:06.723902 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:06.725018 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 55f99b20-d6ea-475c-af6b-8323f177904f up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:06.870818 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=f9275d9d-a077-4322-b5c6-f7d2927ff12e,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:06.912193 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 55f99b20-d6ea-475c-af6b-8323f177904f completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:06.921436 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39224) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:06.923331 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 55f99b20-d6ea-475c-af6b-8323f177904f triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:06.923717 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:06.928701 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-348dad9e-22fe-4c3f-8c63-383b67699ecc tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1154568944', 'description': 'tempest-secgroup-smoke-1154568944 description', 'project_id': '9a82cb6540af4ff394d1c727abd94e4f'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:06.962974 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-348dad9e-22fe-4c3f-8c63-383b67699ecc tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.087206 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.129180 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 55f99b20-d6ea-475c-af6b-8323f177904f, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=55f99b20-d6ea-475c-af6b-8323f177904f,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:07.130821 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-348dad9e-22fe-4c3f-8c63-383b67699ecc tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.136115 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.140642 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-348dad9e-22fe-4c3f-8c63-383b67699ecc tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.174328 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dad9e-22fe-4c3f-8c63-383b67699ecc tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211c29d5-27c1-45e3-aac4-73d41816ba34,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:07.175807 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-348dad9e-22fe-4c3f-8c63-383b67699ecc tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.176818 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-348dad9e-22fe-4c3f-8c63-383b67699ecc tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2532644 Aug 18 14:55:07.179657 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39236) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:07.185693 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-7cfaff33-d74c-4535-90d0-4faab441c3e0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'security_group_rule': {'security_group_id': '211c29d5-27c1-45e3-aac4-73d41816ba34', 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:07.235865 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=55f99b20-d6ea-475c-af6b-8323f177904f,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:07.263215 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7cfaff33-d74c-4535-90d0-4faab441c3e0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.412421 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7cfaff33-d74c-4535-90d0-4faab441c3e0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.419429 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7cfaff33-d74c-4535-90d0-4faab441c3e0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.455674 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfaff33-d74c-4535-90d0-4faab441c3e0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de88ed3-fcce-4b87-bb48-a31502e5d704,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:07.456248 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device f9275d9d-a077-4322-b5c6-f7d2927ff12e up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:07.461487 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7cfaff33-d74c-4535-90d0-4faab441c3e0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.463028 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7cfaff33-d74c-4535-90d0-4faab441c3e0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2811522 Aug 18 14:55:07.465818 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39248) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:07.473031 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-c6ce7fef-9faa-4ad7-83ba-a063d38bbe3f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'security_group_rule': {'security_group_id': '211c29d5-27c1-45e3-aac4-73d41816ba34', 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:07.515915 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7fef-9faa-4ad7-83ba-a063d38bbe3f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.566622 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port f9275d9d-a077-4322-b5c6-f7d2927ff12e triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:07.567846 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.593183 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7fef-9faa-4ad7-83ba-a063d38bbe3f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.610742 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7fef-9faa-4ad7-83ba-a063d38bbe3f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.647537 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce7fef-9faa-4ad7-83ba-a063d38bbe3f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2a2ae4-5bbc-4017-b592-c9ac26bc1cba,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:07.658967 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7fef-9faa-4ad7-83ba-a063d38bbe3f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.660554 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39256) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:07.666602 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-9a1684cd-fc05-46b4-99fc-74beac102cc8 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'security_group_rule': {'security_group_id': '211c29d5-27c1-45e3-aac4-73d41816ba34', 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:07.668810 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-c6ce7fef-9faa-4ad7-83ba-a063d38bbe3f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1997783 Aug 18 14:55:07.714603 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9a1684cd-fc05-46b4-99fc-74beac102cc8 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.725470 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 99e3008b-3d91-47d5-a2ef-7a62673dbf45 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:07.795786 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 99e3008b-3d91-47d5-a2ef-7a62673dbf45 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:07.803864 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9a1684cd-fc05-46b4-99fc-74beac102cc8 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.808745 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9a1684cd-fc05-46b4-99fc-74beac102cc8 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.809649 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 99e3008b-3d91-47d5-a2ef-7a62673dbf45 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:07.811026 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.830285 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1684cd-fc05-46b4-99fc-74beac102cc8 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a62021-351f-488f-8c18-d22042db5f82,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:07.834256 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9a1684cd-fc05-46b4-99fc-74beac102cc8 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.838737 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9a1684cd-fc05-46b4-99fc-74beac102cc8 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1769943 Aug 18 14:55:07.839254 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39264) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:07.844489 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-8595e040-3694-4c58-a4c5-0e0b4296b6c0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'security_group_rule': {'security_group_id': '211c29d5-27c1-45e3-aac4-73d41816ba34', 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:07.903277 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8595e040-3694-4c58-a4c5-0e0b4296b6c0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.958900 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.986060 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 99e3008b-3d91-47d5-a2ef-7a62673dbf45, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=99e3008b-3d91-47d5-a2ef-7a62673dbf45,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:07.997699 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:07.999659 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 6ce9983b-c729-4b83-ab61-3857546508ab up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:08.005536 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8595e040-3694-4c58-a4c5-0e0b4296b6c0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.014554 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8595e040-3694-4c58-a4c5-0e0b4296b6c0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.041184 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595e040-3694-4c58-a4c5-0e0b4296b6c0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398ed770-47f1-443e-bba6-7c279f1fa6ee,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:08.052161 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8595e040-3694-4c58-a4c5-0e0b4296b6c0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.057802 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8595e040-3694-4c58-a4c5-0e0b4296b6c0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2147906 Aug 18 14:55:08.058530 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39268) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:08.065555 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-f44580be-f532-4c99-9548-5463a9df0225 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'security_group_rule': {'security_group_id': '211c29d5-27c1-45e3-aac4-73d41816ba34', 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:08.082654 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=99e3008b-3d91-47d5-a2ef-7a62673dbf45,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:08.151630 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.securitygroups_db [None req-f44580be-f532-4c99-9548-5463a9df0225 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Project 9a82cb6540af4ff394d1c727abd94e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:55:08.159440 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f44580be-f532-4c99-9548-5463a9df0225 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.172318 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 6ce9983b-c729-4b83-ab61-3857546508ab triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:08.173310 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.271342 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f44580be-f532-4c99-9548-5463a9df0225 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.279394 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f44580be-f532-4c99-9548-5463a9df0225 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.315730 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44580be-f532-4c99-9548-5463a9df0225 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19951c73-2209-4bbb-b6c2-d78e6976aa8f,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:08.322536 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f44580be-f532-4c99-9548-5463a9df0225 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.326190 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f44580be-f532-4c99-9548-5463a9df0225 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2636571 Aug 18 14:55:08.326992 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39270) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:08.331753 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-b9062558-1286-4e0f-b52f-cac6c33d693b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'security_group_rule': {'security_group_id': '211c29d5-27c1-45e3-aac4-73d41816ba34', 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:08.365761 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.securitygroups_db [None req-b9062558-1286-4e0f-b52f-cac6c33d693b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Project 9a82cb6540af4ff394d1c727abd94e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:55:08.375171 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b9062558-1286-4e0f-b52f-cac6c33d693b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.477213 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b9062558-1286-4e0f-b52f-cac6c33d693b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.487461 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b9062558-1286-4e0f-b52f-cac6c33d693b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.531902 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9062558-1286-4e0f-b52f-cac6c33d693b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c629897f-9b34-4995-bf1d-804430d020bf,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:08.538456 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-b9062558-1286-4e0f-b52f-cac6c33d693b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:08.539872 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-b9062558-1286-4e0f-b52f-cac6c33d693b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2117290 Aug 18 14:55:09.470361 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 99e3008b-3d91-47d5-a2ef-7a62673dbf45 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:09.547541 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 99e3008b-3d91-47d5-a2ef-7a62673dbf45 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:09.547762 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:09.644463 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 98960d74-80f7-4b06-b438-98053d7dfad9 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:09.711939 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 98960d74-80f7-4b06-b438-98053d7dfad9 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:09.716933 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 98960d74-80f7-4b06-b438-98053d7dfad9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:09.717584 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:09.747899 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39342) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:09.853410 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:09.878859 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 98960d74-80f7-4b06-b438-98053d7dfad9, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=98960d74-80f7-4b06-b438-98053d7dfad9,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:09.884483 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:09.885444 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 55f99b20-d6ea-475c-af6b-8323f177904f up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:09.922165 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a332bb4-15a2-48ca-a8ae-cde30c4c7a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:09.979009 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=98960d74-80f7-4b06-b438-98053d7dfad9,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:09.992372 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 55f99b20-d6ea-475c-af6b-8323f177904f triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:09.992749 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:10.088324 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a332bb4-15a2-48ca-a8ae-cde30c4c7a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:10.093226 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-5a332bb4-15a2-48ca-a8ae-cde30c4c7a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:10.146819 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-5a332bb4-15a2-48ca-a8ae-cde30c4c7a7f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72cfe35c38804a7f838e5594764709a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977072 Aug 18 14:55:10.147943 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a332bb4-15a2-48ca-a8ae-cde30c4c7a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cf98e4-efb4-4119-a51a-9d7ca0458722,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:10.149494 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39350) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:10.236265 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f22d8b17-0bdb-4198-94d6-2924790a1c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:10.268683 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f22d8b17-0bdb-4198-94d6-2924790a1c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:10.358649 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f22d8b17-0bdb-4198-94d6-2924790a1c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:10.361831 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-f22d8b17-0bdb-4198-94d6-2924790a1c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:10.363204 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-f22d8b17-0bdb-4198-94d6-2924790a1c87 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/83cf98e4-efb4-4119-a51a-9d7ca0458722 HTTP/1.1" status: 204 len: 168 time: 0.2127347 Aug 18 14:55:10.372627 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d8b17-0bdb-4198-94d6-2924790a1c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cf98e4-efb4-4119-a51a-9d7ca0458722,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:10.654719 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Sync routers for ids ['66c29441-af23-47ba-a522-4966bacbb97e'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:55:10.666159 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Routers {'66c29441-af23-47ba-a522-4966bacbb97e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:10.667044 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['66c29441-af23-47ba-a522-4966bacbb97e'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:10.795499 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39360) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:10.798381 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Set router 66c29441-af23-47ba-a522-4966bacbb97e gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:10.821039 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-41be701b-7a9a-4e1a-be95-7f57054bbaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:10.940035 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-41be701b-7a9a-4e1a-be95-7f57054bbaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:10.950004 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-41be701b-7a9a-4e1a-be95-7f57054bbaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:10.982246 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-41be701b-7a9a-4e1a-be95-7f57054bbaab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=628904c09c2241439d897bd75c370448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856492 Aug 18 14:55:10.984883 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39362) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:11.003201 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be701b-7a9a-4e1a-be95-7f57054bbaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ac4293-6885-4819-ba40-0d3b8b0ba82f,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:11.060597 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-395c072c-603c-4a92-be68-aabc670a2c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.086968 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-395c072c-603c-4a92-be68-aabc670a2c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.113143 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c29441-af23-47ba-a522-4966bacbb97e', 'name': 'tempest-TestVolumeBootPattern-862292445-router', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:59Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 4, 'project_id': '93b4273cf6f141038664faebeb606735', 'gw_port': {'id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c29441-af23-47ba-a522-4966bacbb97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:00Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '5720d780-7d87-4a04-8911-518428b1eeaa', 'name': '', 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'mac_address': 'fa:16:3e:1c:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c29441-af23-47ba-a522-4966bacbb97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '743f4e0b-3369-442d-8576-096de20701fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:03Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 2, 'project_id': '93b4273cf6f141038664faebeb606735', 'subnets': [{'id': '743f4e0b-3369-442d-8576-096de20701fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:11.146113 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-395c072c-603c-4a92-be68-aabc670a2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.148813 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-395c072c-603c-4a92-be68-aabc670a2c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.150221 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-395c072c-603c-4a92-be68-aabc670a2c3e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44ac4293-6885-4819-ba40-0d3b8b0ba82f HTTP/1.1" status: 204 len: 168 time: 0.1641955 Aug 18 14:55:11.177162 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c072c-603c-4a92-be68-aabc670a2c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ac4293-6885-4819-ba40-0d3b8b0ba82f,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:11.186080 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Checking router: 66c29441-af23-47ba-a522-4966bacbb97e for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:55:11.187270 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Updating router 66c29441-af23-47ba-a522-4966bacbb97e port 5720d780-7d87-4a04-8911-518428b1eeaa binding host dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:55:11.245920 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.263453 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 98960d74-80f7-4b06-b438-98053d7dfad9 up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:11.439802 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 98960d74-80f7-4b06-b438-98053d7dfad9 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:11.440179 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.686850 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Notify callbacks [] for port, precommit_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.700830 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Transition to ACTIVE for port object 5720d780-7d87-4a04-8911-518428b1eeaa will not be triggered until provisioned by entity L2. {{(pid=100501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:11.708321 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.922938 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0fd8f-8e64-47fb-b331-3815b7f6328f None None] Pushing event updated for resources: {'Port': ['ID=5720d780-7d87-4a04-8911-518428b1eeaa,revision_number=3']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:11.953390 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Attempting to bind port 5720d780-7d87-4a04-8911-518428b1eeaa on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:55:11.953944 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Attempting to bind port 5720d780-7d87-4a04-8911-518428b1eeaa by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': '6c9975fc-f5dd-471b-80f2-c1f1fb36a141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224'}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:55:11.954524 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Attempting to bind port 5720d780-7d87-4a04-8911-518428b1eeaa on network 6aa96b14-986c-43b2-9639-3f4ed67ac224 {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:11.968278 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:55:11.968712 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Checking segment: {'id': '6c9975fc-f5dd-471b-80f2-c1f1fb36a141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:55:11.969130 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.969533 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Bound using segment: {'id': '6c9975fc-f5dd-471b-80f2-c1f1fb36a141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224'} {{(pid=100501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:55:11.970021 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.managers [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Bound port: 5720d780-7d87-4a04-8911-518428b1eeaa, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9975fc-f5dd-471b-80f2-c1f1fb36a141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224'}}] {{(pid=100501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:55:11.970409 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:12.064492 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] For port 5720d780-7d87-4a04-8911-518428b1eeaa, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:55:12.068895 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] For port 5720d780-7d87-4a04-8911-518428b1eeaa, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=5720d780-7d87-4a04-8911-518428b1eeaa,segment=NetworkSegment(6c9975fc-f5dd-471b-80f2-c1f1fb36a141),segment_id=6c9975fc-f5dd-471b-80f2-c1f1fb36a141)] {{(pid=100501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:55:12.082088 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:12.171315 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Routers {'66c29441-af23-47ba-a522-4966bacbb97e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:12.172198 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['66c29441-af23-47ba-a522-4966bacbb97e'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:12.173563 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Sync routers for ids ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:55:12.189702 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Routers {'f3e933d6-7d6c-4122-b537-1f8680f48b5e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:12.190341 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-405f070c-8272-44ce-8113-e3235f98321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:12.291676 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0fd8f-8e64-47fb-b331-3815b7f6328f None None] Pushing event updated for resources: {'Port': ['ID=5720d780-7d87-4a04-8911-518428b1eeaa,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:12.347512 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Set router f3e933d6-7d6c-4122-b537-1f8680f48b5e gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:12.416315 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] Set router 66c29441-af23-47ba-a522-4966bacbb97e gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:12.651087 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-405f070c-8272-44ce-8113-e3235f98321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'name': 'tempest-TestMinimumBasicScenario-632756596-router', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:57Z', 'updated_at': '2021-08-18T14:55:03Z', 'revision_number': 4, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'gw_port': {'id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:58Z', 'updated_at': '2021-08-18T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '4ce16737-3299-460f-88be-76dbeacb809f', 'name': '', 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'mac_address': 'fa:16:3e:ff:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3d518321-90f4-4e70-99a9-21418b10cdf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:02Z', 'updated_at': '2021-08-18T14:55:03Z', 'revision_number': 2, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'subnets': [{'id': '3d518321-90f4-4e70-99a9-21418b10cdf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:12.682068 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Checking router: f3e933d6-7d6c-4122-b537-1f8680f48b5e for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:55:12.682551 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Updating router f3e933d6-7d6c-4122-b537-1f8680f48b5e port 4ce16737-3299-460f-88be-76dbeacb809f binding host dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:55:12.716081 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:12.772596 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c29441-af23-47ba-a522-4966bacbb97e', 'name': 'tempest-TestVolumeBootPattern-862292445-router', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:59Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 4, 'project_id': '93b4273cf6f141038664faebeb606735', 'gw_port': {'id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c29441-af23-47ba-a522-4966bacbb97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:00Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '5720d780-7d87-4a04-8911-518428b1eeaa', 'name': '', 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'mac_address': 'fa:16:3e:1c:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c29441-af23-47ba-a522-4966bacbb97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '743f4e0b-3369-442d-8576-096de20701fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:03Z', 'updated_at': '2021-08-18T14:55:12Z', 'revision_number': 4, 'project_id': '93b4273cf6f141038664faebeb606735', 'subnets': [{'id': '743f4e0b-3369-442d-8576-096de20701fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:12.847692 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b85dd3-7852-4cb5-bd22-34ec607b1e16 None None] The sync data for ids ['66c29441-af23-47ba-a522-4966bacbb97e'] in dv-cinder-788365-10-iscsi is: [{'id': '66c29441-af23-47ba-a522-4966bacbb97e', 'name': 'tempest-TestVolumeBootPattern-862292445-router', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:59Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 4, 'project_id': '93b4273cf6f141038664faebeb606735', 'gw_port': {'id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c29441-af23-47ba-a522-4966bacbb97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:00Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '5720d780-7d87-4a04-8911-518428b1eeaa', 'name': '', 'network_id': '6aa96b14-986c-43b2-9639-3f4ed67ac224', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'mac_address': 'fa:16:3e:1c:0e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c29441-af23-47ba-a522-4966bacbb97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '743f4e0b-3369-442d-8576-096de20701fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:03Z', 'updated_at': '2021-08-18T14:55:12Z', 'revision_number': 4, 'project_id': '93b4273cf6f141038664faebeb606735', 'subnets': [{'id': '743f4e0b-3369-442d-8576-096de20701fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:55:12.895932 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39398) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:13.071357 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-836ba048-352c-4f18-8a4c-e0b7f062a797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.102171 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Notify callbacks [] for port, precommit_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.112867 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.provisioning_blocks [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Transition to ACTIVE for port object 4ce16737-3299-460f-88be-76dbeacb809f will not be triggered until provisioned by entity L2. {{(pid=100502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:13.119390 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.178418 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b14e0-228a-44d0-93cc-1be12e785ab2 None None] Pushing event updated for resources: {'Port': ['ID=4ce16737-3299-460f-88be-76dbeacb809f,revision_number=3']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:13.198982 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-836ba048-352c-4f18-8a4c-e0b7f062a797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.205583 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-836ba048-352c-4f18-8a4c-e0b7f062a797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.279008 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Attempting to bind port 4ce16737-3299-460f-88be-76dbeacb809f on host dv-cinder-788365-10-iscsi for vnic_type normal with profile {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:55:13.279377 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Attempting to bind port 4ce16737-3299-460f-88be-76dbeacb809f by drivers openvswitch,hyperv on host dv-cinder-788365-10-iscsi at level 0 using segments [{'id': 'ff140725-e1cc-4a7a-9330-2499fc768f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428'}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:55:13.279739 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Attempting to bind port 4ce16737-3299-460f-88be-76dbeacb809f on network c6800659-5d8e-4309-9ed0-b5654d7ce428 {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:13.290697 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Checking agent: {'id': '916457cf-bcc2-4ebe-b12c-66f0bc99078f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 35, 17), 'started_at': datetime.datetime(2021, 8, 18, 14, 35, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:55:13.291069 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Checking segment: {'id': 'ff140725-e1cc-4a7a-9330-2499fc768f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:55:13.291670 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.292226 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Bound using segment: {'id': 'ff140725-e1cc-4a7a-9330-2499fc768f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428'} {{(pid=100502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:55:13.292870 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.managers [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Bound port: 4ce16737-3299-460f-88be-76dbeacb809f, host: dv-cinder-788365-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff140725-e1cc-4a7a-9330-2499fc768f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428'}}] {{(pid=100502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:55:13.294328 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.303453 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-836ba048-352c-4f18-8a4c-e0b7f062a797 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9b4c1a8d9e64d4682bbc8e14176a9d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063518 Aug 18 14:55:13.304247 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ba048-352c-4f18-8a4c-e0b7f062a797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d1ba9c-203e-4ecd-be51-35254ad948a2,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:13.306195 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39402) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:13.394653 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5720d780-7d87-4a04-8911-518428b1eeaa up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:13.431943 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-405f070c-8272-44ce-8113-e3235f98321a None None] For port 4ce16737-3299-460f-88be-76dbeacb809f, host dv-cinder-788365-10-iscsi, cleared binding levels {{(pid=100502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:55:13.441739 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.plugins.ml2.db [None req-405f070c-8272-44ce-8113-e3235f98321a None None] For port 4ce16737-3299-460f-88be-76dbeacb809f, host dv-cinder-788365-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=4ce16737-3299-460f-88be-76dbeacb809f,segment=NetworkSegment(ff140725-e1cc-4a7a-9330-2499fc768f31),segment_id=ff140725-e1cc-4a7a-9330-2499fc768f31)] {{(pid=100502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:55:13.453308 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron_lib.callbacks.manager [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.461229 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5471bbf7-d6b6-4a89-bb36-3f8f29b17e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.495842 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 5720d780-7d87-4a04-8911-518428b1eeaa completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:13.501665 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 5720d780-7d87-4a04-8911-518428b1eeaa triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:13.509093 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.523763 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5471bbf7-d6b6-4a89-bb36-3f8f29b17e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.538630 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Routers {'f3e933d6-7d6c-4122-b537-1f8680f48b5e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:13.539274 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-405f070c-8272-44ce-8113-e3235f98321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:54:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:13.662622 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5471bbf7-d6b6-4a89-bb36-3f8f29b17e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.666404 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5471bbf7-d6b6-4a89-bb36-3f8f29b17e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.671171 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-5471bbf7-d6b6-4a89-bb36-3f8f29b17e09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12d1ba9c-203e-4ecd-be51-35254ad948a2 HTTP/1.1" status: 204 len: 168 time: 0.3637550 Aug 18 14:55:13.684575 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471bbf7-d6b6-4a89-bb36-3f8f29b17e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d1ba9c-203e-4ecd-be51-35254ad948a2,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:13.712145 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.717833 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-405f070c-8272-44ce-8113-e3235f98321a None None] Set router f3e933d6-7d6c-4122-b537-1f8680f48b5e gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:13.770750 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 5720d780-7d87-4a04-8911-518428b1eeaa, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=5720d780-7d87-4a04-8911-518428b1eeaa,segment=NetworkSegment(6c9975fc-f5dd-471b-80f2-c1f1fb36a141),segment_id=6c9975fc-f5dd-471b-80f2-c1f1fb36a141)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:13.782399 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.888390 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=5720d780-7d87-4a04-8911-518428b1eeaa,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:13.932406 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b14e0-228a-44d0-93cc-1be12e785ab2 None None] Pushing event updated for resources: {'Port': ['ID=4ce16737-3299-460f-88be-76dbeacb809f,revision_number=4']} {{(pid=100502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:14.007027 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-405f070c-8272-44ce-8113-e3235f98321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'name': 'tempest-TestMinimumBasicScenario-632756596-router', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:57Z', 'updated_at': '2021-08-18T14:55:03Z', 'revision_number': 4, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'gw_port': {'id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:58Z', 'updated_at': '2021-08-18T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '4ce16737-3299-460f-88be-76dbeacb809f', 'name': '', 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'mac_address': 'fa:16:3e:ff:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3d518321-90f4-4e70-99a9-21418b10cdf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:02Z', 'updated_at': '2021-08-18T14:55:13Z', 'revision_number': 4, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'subnets': [{'id': '3d518321-90f4-4e70-99a9-21418b10cdf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:14.035227 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f070c-8272-44ce-8113-e3235f98321a None None] The sync data for ids ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'] in dv-cinder-788365-10-iscsi is: [{'id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'name': 'tempest-TestMinimumBasicScenario-632756596-router', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:57Z', 'updated_at': '2021-08-18T14:55:03Z', 'revision_number': 4, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'gw_port': {'id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:58Z', 'updated_at': '2021-08-18T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '4ce16737-3299-460f-88be-76dbeacb809f', 'name': '', 'network_id': 'c6800659-5d8e-4309-9ed0-b5654d7ce428', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'mac_address': 'fa:16:3e:ff:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '3d518321-90f4-4e70-99a9-21418b10cdf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:02Z', 'updated_at': '2021-08-18T14:55:13Z', 'revision_number': 4, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'subnets': [{'id': '3d518321-90f4-4e70-99a9-21418b10cdf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:55:14.089963 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:14.569689 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-aef80fea-f580-4cf3-ad25-c4f9c49edd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:15.261170 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 4ce16737-3299-460f-88be-76dbeacb809f up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:15.321194 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning for port 4ce16737-3299-460f-88be-76dbeacb809f completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:15.325268 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 4ce16737-3299-460f-88be-76dbeacb809f triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:15.325775 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:15.419042 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:15.461581 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] For port 4ce16737-3299-460f-88be-76dbeacb809f, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=4ce16737-3299-460f-88be-76dbeacb809f,segment=NetworkSegment(ff140725-e1cc-4a7a-9330-2499fc768f31),segment_id=ff140725-e1cc-4a7a-9330-2499fc768f31)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:15.466170 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:15.467314 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5720d780-7d87-4a04-8911-518428b1eeaa up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:15.548935 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Pushing event updated for resources: {'Port': ['ID=4ce16737-3299-460f-88be-76dbeacb809f,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:15.608540 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 5720d780-7d87-4a04-8911-518428b1eeaa triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:15.608926 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:17.202209 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39a2b45b-7548-4483-a8f6-634c3ee16df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:17.243442 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 4ce16737-3299-460f-88be-76dbeacb809f up at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:17.319063 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:17.325700 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Provisioning complete for port 4ce16737-3299-460f-88be-76dbeacb809f triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:17.326076 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:18.014170 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:18.794006 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-beaa950f-a5e8-4fb9-a050-66b883c495eb tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:18.795500 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-beaa950f-a5e8-4fb9-a050-66b883c495eb tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/networks?id=5a6a951c-806b-4fe6-92b1-025369efadef HTTP/1.1" status: 200 len: 814 time: 0.0972040 Aug 18 14:55:18.810353 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-6505fc59-2220-4d07-b3c7-ac3cdf122652 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/quotas/272e7d776a264f34b555df2245860a40 HTTP/1.1" status: 200 len: 375 time: 0.0092680 Aug 18 14:55:18.862760 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-3831d5cc-ffba-410b-8b9e-76c271fc6432 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=272e7d776a264f34b555df2245860a40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464230 Aug 18 14:55:18.970107 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-813645e2-a782-400d-8cfb-34a4eafdf98d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:55:18.971144 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-813645e2-a782-400d-8cfb-34a4eafdf98d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969219 Aug 18 14:55:19.058654 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-f128be93-04b6-402e-8fe4-85580a534526 service neutron] 10.222.0.38 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814621 Aug 18 14:55:19.150404 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-5b75cee0-8dd5-494a-9ec5-b568e9940ec0 service neutron] 10.222.0.38 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857382 Aug 18 14:55:19.310097 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9fc33bd1-3716-4710-869f-1958d37a99e0 req-e2e18d92-fa7f-405a-84a8-6d5f41fbed34 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 210 time: 0.0268328 Aug 18 14:55:20.153834 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:20.400058 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4806cba-8402-467a-86ff-7c0e8b5e2630 req-2fa0a547-f5a2-4ebf-adb0-ae016eeb2a86 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 210 time: 0.0261025 Aug 18 14:55:21.494635 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1826f030-1420-44ee-9e0f-e68d4a5e230b req-3fc12bd5-08d9-487e-bc11-c9c6f67b36c1 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 210 time: 0.0277693 Aug 18 14:55:22.582698 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ff551dc2-0888-4eb0-8506-c6ee0fdc573c req-52b08faa-7b4d-45e4-b553-1fd625c875cc tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 210 time: 0.0251217 Aug 18 14:55:23.456457 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-e1e8daf5-c23a-4b30-b36a-426fe0c8b7f9 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:23.457950 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-e1e8daf5-c23a-4b30-b36a-426fe0c8b7f9 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.69 "GET /v2.0/networks?id=5a6a951c-806b-4fe6-92b1-025369efadef HTTP/1.1" status: 200 len: 814 time: 0.1065361 Aug 18 14:55:23.493947 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Request body: {'port': {'device_id': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'admin_state_up': True, 'tenant_id': '272e7d776a264f34b555df2245860a40'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:23.606975 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Made reservation on behalf of 272e7d776a264f34b555df2245860a40 for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:55:23.610966 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:23.707416 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-abf19b1c-2ec5-4377-9670-d824a4dd2588 req-72a0cff8-3e8b-4278-a283-ec096bfb4d94 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 210 time: 0.0431900 Aug 18 14:55:23.757526 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Allocated IP 172.20.0.5 (5a6a951c-806b-4fe6-92b1-025369efadef/b6514d2a-a6be-40c0-9624-31b8c112971d/e7e40093-f434-40d0-b022-c90ee77e3ea1) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:55:23.918155 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:23.931711 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Transition to ACTIVE for port object e7e40093-f434-40d0-b022-c90ee77e3ea1 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:23.971408 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:24.018817 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Network 5a6a951c-806b-4fe6-92b1-025369efadef is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:24.022003 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:24.026608 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:55:24.067429 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'Port': ['ID=e7e40093-f434-40d0-b022-c90ee77e3ea1,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:24.119921 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:24.120854 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:24.143886 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-18082a6a-8e6c-480c-b214-c281cc9ef5b0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6531198 Aug 18 14:55:24.445570 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b5a440a3-697a-4291-8345-44e05ba0e264 None None] Provisioning for port e7e40093-f434-40d0-b022-c90ee77e3ea1 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:24.449691 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-b5a440a3-697a-4291-8345-44e05ba0e264 None None] Provisioning complete for port e7e40093-f434-40d0-b022-c90ee77e3ea1 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:24.450073 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b5a440a3-697a-4291-8345-44e05ba0e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:24.489481 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-b5a440a3-697a-4291-8345-44e05ba0e264 None None] Port e7e40093-f434-40d0-b022-c90ee77e3ea1 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:55:24.815881 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907ed1e-7ef1-4cf9-8d2d-c5d1591f8e0c req-03b46b39-5684-40a9-890b-19e242322749 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:24.817370 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9907ed1e-7ef1-4cf9-8d2d-c5d1591f8e0c req-03b46b39-5684-40a9-890b-19e242322749 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 931 time: 0.0488050 Aug 18 14:55:24.857106 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9907ed1e-7ef1-4cf9-8d2d-c5d1591f8e0c req-5649d342-1c65-4df7-b098-556774ba1e16 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Aug 18 14:55:25.975761 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe14c0-594c-41ad-bd65-0f25687f0979 req-5aa10bdf-d20c-49b4-8a94-d6b240e56ced tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:25.977738 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-38fe14c0-594c-41ad-bd65-0f25687f0979 req-5aa10bdf-d20c-49b4-8a94-d6b240e56ced tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 931 time: 0.0485377 Aug 18 14:55:26.017251 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-38fe14c0-594c-41ad-bd65-0f25687f0979 req-121a0432-325f-4cd3-9157-7943714cbeee tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335081 Aug 18 14:55:26.863333 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39614) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:27.141589 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4069fb3-defd-469d-8471-6e9f7e765b4f req-e05b71c3-2ed4-4304-a815-755f4e3fff72 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:27.143857 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d4069fb3-defd-469d-8471-6e9f7e765b4f req-e05b71c3-2ed4-4304-a815-755f4e3fff72 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 931 time: 0.0542762 Aug 18 14:55:27.189831 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d4069fb3-defd-469d-8471-6e9f7e765b4f req-0c44f396-42e5-4172-99b8-f43a205a69c1 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Aug 18 14:55:27.256400 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f64d5004-a8cc-48e5-a8b1-6dd86877367a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.342262 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f64d5004-a8cc-48e5-a8b1-6dd86877367a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.346094 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-f64d5004-a8cc-48e5-a8b1-6dd86877367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.401197 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-f64d5004-a8cc-48e5-a8b1-6dd86877367a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=746ca43c11fe491a86617a247536a7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342209 Aug 18 14:55:27.401197 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d5004-a8cc-48e5-a8b1-6dd86877367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3555d0ad-1cbe-4648-9825-920bfec01ba5,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:27.402151 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39622) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:27.458351 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ee9dbce-8d1c-402a-a37b-e61d299c670f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.478759 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ee9dbce-8d1c-402a-a37b-e61d299c670f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.529728 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ee9dbce-8d1c-402a-a37b-e61d299c670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.532789 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ee9dbce-8d1c-402a-a37b-e61d299c670f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.548154 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9ee9dbce-8d1c-402a-a37b-e61d299c670f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3555d0ad-1cbe-4648-9825-920bfec01ba5 HTTP/1.1" status: 204 len: 168 time: 0.1348901 Aug 18 14:55:27.559431 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9dbce-8d1c-402a-a37b-e61d299c670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3555d0ad-1cbe-4648-9825-920bfec01ba5,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:28.306872 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1f4f7-d6da-4b14-bdb3-4977a894f894 req-d82217b2-8e12-4e29-b89b-f468e25b72b1 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:28.308749 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a9e1f4f7-d6da-4b14-bdb3-4977a894f894 req-d82217b2-8e12-4e29-b89b-f468e25b72b1 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 931 time: 0.0522377 Aug 18 14:55:28.379198 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a9e1f4f7-d6da-4b14-bdb3-4977a894f894 req-b1741c92-d5a6-4a97-9c5b-6e9734ca7c7f tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550511 Aug 18 14:55:28.580158 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39660) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:28.688937 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-00089bdc-6bf4-4296-a315-61216c507c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:28.781218 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:55:28.787754 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-00089bdc-6bf4-4296-a315-61216c507c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:28.791968 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-00089bdc-6bf4-4296-a315-61216c507c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:28.828596 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-00089bdc-6bf4-4296-a315-61216c507c20 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8aa45cdba3f54e80ac873ae286efe429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473893 Aug 18 14:55:28.829442 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00089bdc-6bf4-4296-a315-61216c507c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91312e98-0818-4e42-85bb-70d37ad9e2b2,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:28.831961 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39664) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:28.892594 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a595c73b-5e5f-4d69-af00-93a887a974be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:28.913406 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a595c73b-5e5f-4d69-af00-93a887a974be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:28.960157 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a595c73b-5e5f-4d69-af00-93a887a974be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:28.962740 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-a595c73b-5e5f-4d69-af00-93a887a974be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:28.963863 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-a595c73b-5e5f-4d69-af00-93a887a974be admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91312e98-0818-4e42-85bb-70d37ad9e2b2 HTTP/1.1" status: 204 len: 168 time: 0.1301963 Aug 18 14:55:28.971147 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595c73b-5e5f-4d69-af00-93a887a974be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91312e98-0818-4e42-85bb-70d37ad9e2b2,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:29.499867 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764a797-151e-4247-a60c-bc992d582a56 req-b45e9721-7bcf-43bb-a2c9-09f10ad6d81b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:29.501345 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b764a797-151e-4247-a60c-bc992d582a56 req-b45e9721-7bcf-43bb-a2c9-09f10ad6d81b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 931 time: 0.0487325 Aug 18 14:55:29.561017 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b764a797-151e-4247-a60c-bc992d582a56 req-6a798f9e-bb6a-4f3e-9850-029e3d81fc77 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519254 Aug 18 14:55:30.676259 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bd38b-43aa-4bb7-b96e-777f13b16348 req-716e838c-8f7d-4889-a557-e70bd702e9ef tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:30.683692 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-860bd38b-43aa-4bb7-b96e-777f13b16348 req-716e838c-8f7d-4889-a557-e70bd702e9ef tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 931 time: 0.0570254 Aug 18 14:55:30.716218 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-860bd38b-43aa-4bb7-b96e-777f13b16348 req-b439852e-787a-4137-9295-0491d75136a2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316684 Aug 18 14:55:32.092003 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3d4f2-1ed7-4632-a91e-c172b1ea8089 req-e529d824-f292-4441-8da4-06c2708aac37 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:32.093461 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-16d3d4f2-1ed7-4632-a91e-c172b1ea8089 req-e529d824-f292-4441-8da4-06c2708aac37 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 931 time: 0.3006461 Aug 18 14:55:32.135525 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-16d3d4f2-1ed7-4632-a91e-c172b1ea8089 req-d8b700bc-c7ec-4cdb-aed8-fa742c6fc318 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360391 Aug 18 14:55:33.252457 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f869841-7d02-4d4b-91f1-a64fcb7322f3 req-a21e5ad2-593e-4d80-a274-e40f34e3b968 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:33.253912 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8f869841-7d02-4d4b-91f1-a64fcb7322f3 req-a21e5ad2-593e-4d80-a274-e40f34e3b968 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 931 time: 0.0491931 Aug 18 14:55:33.300705 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8f869841-7d02-4d4b-91f1-a64fcb7322f3 req-d0a421cd-a148-47b5-a3fe-5d6cb363a9ad tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Aug 18 14:55:34.411822 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7e286-dd2a-4e49-b7fb-afb2bd4c9cb9 req-f03a02a6-9d78-4a94-b35a-0620e7e25b21 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:34.413297 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6ec7e286-dd2a-4e49-b7fb-afb2bd4c9cb9 req-f03a02a6-9d78-4a94-b35a-0620e7e25b21 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 931 time: 0.0506120 Aug 18 14:55:34.450129 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6ec7e286-dd2a-4e49-b7fb-afb2bd4c9cb9 req-0ac00165-6ab8-4eb3-a40f-5217209645d9 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 Aug 18 14:55:35.562656 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e43efc-63f8-49e3-afc2-d16a93b7f2ab req-30defc36-eaa5-49b8-9d0c-6a57082b138f tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:35.564114 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a4e43efc-63f8-49e3-afc2-d16a93b7f2ab req-30defc36-eaa5-49b8-9d0c-6a57082b138f tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 931 time: 0.0509317 Aug 18 14:55:35.601873 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a4e43efc-63f8-49e3-afc2-d16a93b7f2ab req-b5f1bb53-f68d-494f-b83d-824db486fee5 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319407 Aug 18 14:55:36.168084 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-1e19d665-356e-49cf-aba2-afe97dd7fc07 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154568944&fields=id&tenant_id=9a82cb6540af4ff394d1c727abd94e4f HTTP/1.1" status: 200 len: 267 time: 0.0317924 Aug 18 14:55:36.270283 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9af45c-28dc-479e-800e-6392889b0394 req-b26e3470-20d5-47b1-8742-73ad03ff3aa3 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:36.271741 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-b26e3470-20d5-47b1-8742-73ad03ff3aa3 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 812 time: 0.0974846 Aug 18 14:55:36.286221 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-a07b0bea-1b62-4369-9ae7-7c832bbbee84 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/quotas/9a82cb6540af4ff394d1c727abd94e4f HTTP/1.1" status: 200 len: 375 time: 0.0087438 Aug 18 14:55:36.338110 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-54568b6e-4811-4548-9470-b3d06bf8e0d1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468998 Aug 18 14:55:36.429382 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-4e50532a-00f9-4e38-8908-edc871ef8673 service neutron] 10.222.0.38 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804253 Aug 18 14:55:36.518716 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-97b71db9-59e5-4dce-87fd-263655f74f97 service neutron] 10.222.0.38 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828404 Aug 18 14:55:36.716337 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713b5c1-79e0-458c-bdbf-b035f2150e97 req-f2f735b3-781e-46fc-b26b-c78c547cdfb6 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:36.717974 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d713b5c1-79e0-458c-bdbf-b035f2150e97 req-f2f735b3-781e-46fc-b26b-c78c547cdfb6 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 931 time: 0.0497344 Aug 18 14:55:36.757825 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d713b5c1-79e0-458c-bdbf-b035f2150e97 req-c7b73740-763f-4b4b-b5d6-9712e3315e9f tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Aug 18 14:55:36.801283 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-941a4f11-da14-4d30-9133-cc39386668fe req-873581eb-5dfe-41c3-8639-9a7dc2d1dfc0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 210 time: 0.0302434 Aug 18 14:55:37.113935 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Request body: {'port': {'device_id': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:37.168562 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:37.430829 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e40093-f434-40d0-b022-c90ee77e3ea1 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:55:37.438499 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:37.450454 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Transition to ACTIVE for port object e7e40093-f434-40d0-b022-c90ee77e3ea1 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:37.453781 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:37.502013 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Pushing event updated for resources: {'Port': ['ID=e7e40093-f434-40d0-b022-c90ee77e3ea1,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:37.524164 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.524516 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.524862 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.525210 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.525553 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.525890 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.526225 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.526586 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.526945 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.527274 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.527607 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.527936 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:37.580559 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Attempting to bind port e7e40093-f434-40d0-b022-c90ee77e3ea1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:55:37.580905 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Attempting to bind port e7e40093-f434-40d0-b022-c90ee77e3ea1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:55:37.581261 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Attempting to bind port e7e40093-f434-40d0-b022-c90ee77e3ea1 on network 5a6a951c-806b-4fe6-92b1-025369efadef {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:37.585650 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Port e7e40093-f434-40d0-b022-c90ee77e3ea1 on network 5a6a951c-806b-4fe6-92b1-025369efadef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:55:37.585976 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Attempting to bind port e7e40093-f434-40d0-b022-c90ee77e3ea1 on network 5a6a951c-806b-4fe6-92b1-025369efadef {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:37.590827 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:55:37.591175 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Checking segment: {'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:55:37.591562 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Bound using segment: {'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:55:37.591994 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Bound port: e7e40093-f434-40d0-b022-c90ee77e3ea1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:55:37.592352 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:37.657626 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] For port e7e40093-f434-40d0-b022-c90ee77e3ea1, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:55:37.660543 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] For port e7e40093-f434-40d0-b022-c90ee77e3ea1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:55:37.665564 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:37.703893 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:37.704523 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:37.705895 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] 10.222.0.69 "PUT /v2.0/ports/e7e40093-f434-40d0-b022-c90ee77e3ea1 HTTP/1.1" status: 200 len: 1093 time: 0.5964429 Aug 18 14:55:37.706339 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:55:37.708629 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec89829-7ff6-47dd-b635-dcbc3b34469d" -d '{"events": [{"name": "network-changed", "server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:55:37.737024 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038d96a-d29d-4397-b49d-556ba88981dc service neutron] Pushing event updated for resources: {'Port': ['ID=e7e40093-f434-40d0-b022-c90ee77e3ea1,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:37.754694 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216c9c71-dc51-4896-973c-ebbb7bd30f80 x-openstack-request-id: req-216c9c71-dc51-4896-973c-ebbb7bd30f80 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:55:37.755177 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:55:37.755436 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-216c9c71-dc51-4896-973c-ebbb7bd30f80 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:55:37.755834 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'status': 'completed', 'code': 200} Aug 18 14:55:37.911612 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0fce3-2b7e-4993-b50b-b8131ae5bd1a req-be2f0ac5-3027-41fb-a312-e70f8b6872f3 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:37.913719 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-50c0fce3-2b7e-4993-b50b-b8131ae5bd1a req-be2f0ac5-3027-41fb-a312-e70f8b6872f3 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 943 time: 0.0846801 Aug 18 14:55:37.931642 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7027350f-763e-4907-aa53-b765bea03ab4 req-31336395-7189-416b-9c34-f78d6470f525 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 210 time: 0.0464473 Aug 18 14:55:37.946972 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec89829-7ff6-47dd-b635-dcbc3b34469d req-607af433-2c61-4a8f-9970-fe42425d4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:37.948487 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8ec89829-7ff6-47dd-b635-dcbc3b34469d req-607af433-2c61-4a8f-9970-fe42425d4642 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=272e7d776a264f34b555df2245860a40&device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 1096 time: 0.1287005 Aug 18 14:55:37.968129 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-50c0fce3-2b7e-4993-b50b-b8131ae5bd1a req-2e48196f-0ac5-4a8f-88b2-2d96a3435cbd tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385251 Aug 18 14:55:37.980646 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9af45c-28dc-479e-800e-6392889b0394 req-79b8cf5e-4d4b-41a3-87b4-2a8dc9ae2f40 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:37.982077 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-79b8cf5e-4d4b-41a3-87b4-2a8dc9ae2f40 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 812 time: 0.1638169 Aug 18 14:55:38.066556 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-605b8a2b-7715-490b-94e1-dd0988c0e9c6 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a82cb6540af4ff394d1c727abd94e4f HTTP/1.1" status: 200 len: 380 time: 0.0503254 Aug 18 14:55:38.084711 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'port': {'device_id': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'admin_state_up': True, 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'security_groups': ['211c29d5-27c1-45e3-aac4-73d41816ba34']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:38.133034 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec89829-7ff6-47dd-b635-dcbc3b34469d req-62d4475e-4343-41c5-bbb0-20c8c5dda851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:38.134489 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8ec89829-7ff6-47dd-b635-dcbc3b34469d req-62d4475e-4343-41c5-bbb0-20c8c5dda851 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=272e7d776a264f34b555df2245860a40&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1717873 Aug 18 14:55:38.265082 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec89829-7ff6-47dd-b635-dcbc3b34469d req-baf996fa-ba9c-4961-a5b2-5fd76af17281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:38.266711 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8ec89829-7ff6-47dd-b635-dcbc3b34469d req-baf996fa-ba9c-4961-a5b2-5fd76af17281 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230667 Aug 18 14:55:38.271979 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Made reservation on behalf of 9a82cb6540af4ff394d1c727abd94e4f for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:55:38.275335 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:38.409267 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-7642ea09-41b4-48cb-a870-9efade9fb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:38.410756 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-7642ea09-41b4-48cb-a870-9efade9fb323 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=272e7d776a264f34b555df2245860a40&device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 1096 time: 0.0832071 Aug 18 14:55:38.465362 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-6ebc51e2-8b55-4ee7-b0eb-6f3fbf982b4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1 HTTP/1.1" status: 200 len: 217 time: 0.0401611 Aug 18 14:55:38.483836 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Allocated IP 172.20.0.12 (2e8c57a8-8b96-4061-94eb-a2f094b9dc94/98cccde3-dd54-4b15-a876-a29ea96ab6dd/6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:55:38.543978 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-bbb4496f-7c88-4f26-9f5d-8230bba7e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:38.545345 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-bbb4496f-7c88-4f26-9f5d-8230bba7e48c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6514d2a-a6be-40c0-9624-31b8c112971d HTTP/1.1" status: 200 len: 853 time: 0.0721438 Aug 18 14:55:38.653841 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-e0ab09a9-daff-4ac0-8e51-05854c29212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:38.655342 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-e0ab09a9-daff-4ac0-8e51-05854c29212f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a6a951c-806b-4fe6-92b1-025369efadef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1021228 Aug 18 14:55:38.736746 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:38.755637 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Transition to ACTIVE for port object 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:38.783539 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-afea5838-2d94-4cd2-854d-97cf5705738d service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195867 Aug 18 14:55:38.856810 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:38.918798 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:38.926780 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:38.929057 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:55:38.934634 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'Port': ['ID=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:38.962018 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-3fbfa576-6436-447c-ac9d-c8c04d922531 req-238b81d1-abee-4e3b-912b-3752b259daa4 service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679883 Aug 18 14:55:38.987899 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:38.988642 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:39.005122 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-37b33b9d-4a43-466c-ae27-de797ec15f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9297879 Aug 18 14:55:39.051587 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Request body: {'port': {'device_id': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:39.093045 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7f173-d83e-4036-852a-a88026f8aa32 req-e32d60ef-9247-4319-b47d-b854a0e18d73 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:39.094767 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cef7f173-d83e-4036-852a-a88026f8aa32 req-e32d60ef-9247-4319-b47d-b854a0e18d73 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 932 time: 0.0808535 Aug 18 14:55:39.118007 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:39.129488 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae50417-915f-4356-8c87-b14ad3d871ce req-96fb1d3a-1115-4c74-b999-6c8e4cd09601 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:39.131007 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0ae50417-915f-4356-8c87-b14ad3d871ce req-96fb1d3a-1115-4c74-b999-6c8e4cd09601 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 943 time: 0.0900261 Aug 18 14:55:39.139910 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-62c2a8b0-7c62-4757-a6dc-76d145453fea None None] Provisioning for port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:39.144486 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-62c2a8b0-7c62-4757-a6dc-76d145453fea None None] Provisioning complete for port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:39.144947 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-62c2a8b0-7c62-4757-a6dc-76d145453fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:39.164802 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cef7f173-d83e-4036-852a-a88026f8aa32 req-63425c46-3884-4ab1-9968-5d27b3b62a8c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614107 Aug 18 14:55:39.180910 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-62c2a8b0-7c62-4757-a6dc-76d145453fea None None] Port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:55:39.195253 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0ae50417-915f-4356-8c87-b14ad3d871ce req-7e51d6f4-4f06-4cb2-9cb5-5a8e71b55f38 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519753 Aug 18 14:55:39.380675 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:55:39.387974 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:39.399888 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Transition to ACTIVE for port object 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:39.403210 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:39.453557 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Pushing event updated for resources: {'Port': ['ID=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:39.524242 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Attempting to bind port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:55:39.524585 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Attempting to bind port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:55:39.524927 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Attempting to bind port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b on network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:39.529978 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b on network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:55:39.530303 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Attempting to bind port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b on network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:39.535189 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:55:39.535531 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Checking segment: {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:55:39.535918 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Bound using segment: {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:55:39.536345 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Bound port: 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:55:39.536726 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:39.602932 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] For port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:55:39.606145 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] For port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:55:39.611490 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:39.646537 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:39.647163 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:39.648534 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] 10.222.0.69 "PUT /v2.0/ports/6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b HTTP/1.1" status: 200 len: 1094 time: 0.6014516 Aug 18 14:55:39.675463 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d42a2-da9f-4e18-af0a-d11ece3df23a service neutron] Pushing event updated for resources: {'Port': ['ID=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:39.744091 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9af45c-28dc-479e-800e-6392889b0394 req-e6d90892-d5a0-49db-ab12-c1b61be17ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:39.746150 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-e6d90892-d5a0-49db-ab12-c1b61be17ee2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0417395 Aug 18 14:55:39.756773 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'tag': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:55:39.759151 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdf4c04-d44d-43a1-bfb2-e43434388a27" -d '{"events": [{"name": "network-changed", "server_uuid": "40a07c39-7e38-4724-9a8b-da02ac6bb2d4", "tag": "6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:55:39.802574 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c466b7cb-7ff7-463f-a202-17c3b5568f79 x-openstack-request-id: req-c466b7cb-7ff7-463f-a202-17c3b5568f79 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:55:39.802869 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a07c39-7e38-4724-9a8b-da02ac6bb2d4", "tag": "6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:55:39.803123 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c466b7cb-7ff7-463f-a202-17c3b5568f79 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:55:39.803513 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'tag': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b', 'status': 'completed', 'code': 200} Aug 18 14:55:39.805015 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-61e1a6cd-d4a4-4d87-befe-0c9b2743c55f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b HTTP/1.1" status: 200 len: 217 time: 0.0422597 Aug 18 14:55:39.868607 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9af45c-28dc-479e-800e-6392889b0394 req-988a1e2b-62b8-43c6-a291-b1d697759c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:39.870065 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-988a1e2b-62b8-43c6-a291-b1d697759c1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0479524 Aug 18 14:55:39.915164 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9af45c-28dc-479e-800e-6392889b0394 req-555ca818-f90d-4543-af09-af3a54c1ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:39.916529 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-555ca818-f90d-4543-af09-af3a54c1ada2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391092 Aug 18 14:55:40.008267 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-c49fef65-1aa4-4ec1-8b59-06b25cd315de service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826876 Aug 18 14:55:40.096281 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-ac9af45c-28dc-479e-800e-6392889b0394 req-c29f55b0-91d1-497a-9266-c37d02a42d60 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795639 Aug 18 14:55:40.237690 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf4c04-d44d-43a1-bfb2-e43434388a27 req-ab8e1ca5-468d-4560-bda0-1cfd83aca2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:40.239238 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9fdf4c04-d44d-43a1-bfb2-e43434388a27 req-ab8e1ca5-468d-4560-bda0-1cfd83aca2d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0459132 Aug 18 14:55:40.317342 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e159bbd-c8c3-4575-985b-9f73b890bedb req-0c399b92-2b0f-4447-8ac0-8cf549e909e7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:40.318870 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2e159bbd-c8c3-4575-985b-9f73b890bedb req-0c399b92-2b0f-4447-8ac0-8cf549e909e7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 944 time: 0.0790164 Aug 18 14:55:40.329123 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5280da4-2685-49dd-960a-fc9496ea24ac req-9a0e8308-afbc-460a-9bba-9fb8abf28c45 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:40.329991 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf4c04-d44d-43a1-bfb2-e43434388a27 req-5225799d-f925-4c5f-90cd-2b033642128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:40.330600 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d5280da4-2685-49dd-960a-fc9496ea24ac req-9a0e8308-afbc-460a-9bba-9fb8abf28c45 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 943 time: 0.0643637 Aug 18 14:55:40.331480 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9fdf4c04-d44d-43a1-bfb2-e43434388a27 req-5225799d-f925-4c5f-90cd-2b033642128c service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0844994 Aug 18 14:55:40.378752 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9fdf4c04-d44d-43a1-bfb2-e43434388a27 req-92dc0869-6fbc-4ee0-9d59-488244c65198 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b HTTP/1.1" status: 200 len: 217 time: 0.0399408 Aug 18 14:55:40.379573 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2e159bbd-c8c3-4575-985b-9f73b890bedb req-480451bf-0bfe-42d8-8d68-bb8b6cd4dcc9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480332 Aug 18 14:55:40.392110 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d5280da4-2685-49dd-960a-fc9496ea24ac req-2b045901-6e03-449b-9ca1-4d9a0e695fe0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545421 Aug 18 14:55:40.428403 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf4c04-d44d-43a1-bfb2-e43434388a27 req-8401534c-495c-45fe-844f-3470cbccec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:40.429847 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9fdf4c04-d44d-43a1-bfb2-e43434388a27 req-8401534c-495c-45fe-844f-3470cbccec43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0441556 Aug 18 14:55:40.478872 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf4c04-d44d-43a1-bfb2-e43434388a27 req-f4cc7a09-c390-4911-88e4-99618c5ad3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:40.480879 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9fdf4c04-d44d-43a1-bfb2-e43434388a27 req-f4cc7a09-c390-4911-88e4-99618c5ad3ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390358 Aug 18 14:55:40.570412 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9fdf4c04-d44d-43a1-bfb2-e43434388a27 req-b0c7af8e-90d8-4884-a50c-fe023d9b9b64 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814660 Aug 18 14:55:40.659645 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-9fdf4c04-d44d-43a1-bfb2-e43434388a27 req-d1b57797-51eb-4999-8086-e86d7fc24e07 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800624 Aug 18 14:55:41.521041 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b661e-f490-4141-9787-0d50be588896 req-f56abb9d-7611-45c5-b5db-2b7bbb96dd51 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:41.522544 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ff9b661e-f490-4141-9787-0d50be588896 req-f56abb9d-7611-45c5-b5db-2b7bbb96dd51 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 944 time: 0.0773578 Aug 18 14:55:41.534157 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e5289-13e5-4d20-a461-008dee6110df req-8e1db791-03e2-4804-9688-af3a26b520ec tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:41.535564 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6d2e5289-13e5-4d20-a461-008dee6110df req-8e1db791-03e2-4804-9688-af3a26b520ec tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 943 time: 0.0783622 Aug 18 14:55:41.588296 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-ff9b661e-f490-4141-9787-0d50be588896 req-c2a85d00-5bf0-4035-a9c9-8c59942443fb tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518079 Aug 18 14:55:41.592950 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6d2e5289-13e5-4d20-a461-008dee6110df req-83fb50be-b7b8-4469-b440-0b52d65ee78d tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508962 Aug 18 14:55:42.515773 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e7e40093-f434-40d0-b022-c90ee77e3ea1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:55:42.611241 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port e7e40093-f434-40d0-b022-c90ee77e3ea1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:42.623501 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'port_id': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'mac_address': 'fa:16:3e:3e:f8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:55:42.662103 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:42.675530 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e40093-f434-40d0-b022-c90ee77e3ea1 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:55:42.694802 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port e7e40093-f434-40d0-b022-c90ee77e3ea1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:42.699848 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:42.735375 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82589e-850c-494a-9ed4-8e515bbc0805 req-1031770f-84d3-4cb3-9402-5c9c5d1e1c29 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:42.736865 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8c82589e-850c-494a-9ed4-8e515bbc0805 req-1031770f-84d3-4cb3-9402-5c9c5d1e1c29 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 944 time: 0.0819821 Aug 18 14:55:42.744080 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc72e3e-66f8-4ef6-8246-9373d5707d6d req-ba5569dd-2b54-4eac-9804-eb78ea073f0d tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:42.745500 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1dc72e3e-66f8-4ef6-8246-9373d5707d6d req-ba5569dd-2b54-4eac-9804-eb78ea073f0d tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 943 time: 0.0819407 Aug 18 14:55:42.750054 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=e7e40093-f434-40d0-b022-c90ee77e3ea1,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:42.801210 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8c82589e-850c-494a-9ed4-8e515bbc0805 req-9c93553e-5c65-4864-8502-3ce674e54367 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546951 Aug 18 14:55:42.806014 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1dc72e3e-66f8-4ef6-8246-9373d5707d6d req-a0fe60ed-2c6e-4454-998e-7e0326a96b16 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 Aug 18 14:55:43.132837 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['e7e40093-f434-40d0-b022-c90ee77e3ea1'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:55:43.937238 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da071f-95d7-4463-baac-c03c099a8b8c req-dc07df82-527b-48b8-9b00-50d8eb9a353b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:43.938709 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-84da071f-95d7-4463-baac-c03c099a8b8c req-dc07df82-527b-48b8-9b00-50d8eb9a353b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 944 time: 0.0646429 Aug 18 14:55:43.946506 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3685b28-be7e-4126-a226-c1a47b014c97 req-2a966ca2-30c9-46cb-92dc-1368e7f5596c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:43.947851 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a3685b28-be7e-4126-a226-c1a47b014c97 req-2a966ca2-30c9-46cb-92dc-1368e7f5596c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 944 time: 0.0832279 Aug 18 14:55:44.004348 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-84da071f-95d7-4463-baac-c03c099a8b8c req-fbc678d6-9f35-4c4c-aeb4-e1e68ccf02d6 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555906 Aug 18 14:55:44.007173 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a3685b28-be7e-4126-a226-c1a47b014c97 req-bf4696ce-b0da-4532-8178-0ba5dd389e6f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527213 Aug 18 14:55:44.077845 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:44.508520 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e7e40093-f434-40d0-b022-c90ee77e3ea1 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:44.562311 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-c80bc531-7d8a-4d88-854f-f8e84344d807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:44.565030 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port e7e40093-f434-40d0-b022-c90ee77e3ea1 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:44.568891 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port e7e40093-f434-40d0-b022-c90ee77e3ea1 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:44.569256 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:44.645870 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:44.667656 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:55:44.669914 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0108e1f2-f710-4b4d-8e51-e0afeb8bed30" -d '{"events": [{"server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "name": "network-vif-plugged", "status": "completed", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:55:44.682075 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port e7e40093-f434-40d0-b022-c90ee77e3ea1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:44.686393 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:44.733689 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=e7e40093-f434-40d0-b022-c90ee77e3ea1,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:44.821367 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb2852e-55cb-4f22-9519-889f480e84a4 x-openstack-request-id: req-0cb2852e-55cb-4f22-9519-889f480e84a4 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:55:44.821664 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "name": "network-vif-plugged", "status": "completed", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:55:44.821918 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0cb2852e-55cb-4f22-9519-889f480e84a4 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:55:44.822315 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'code': 200} Aug 18 14:55:45.027154 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd56747-7c9c-4807-922f-421388b7d6ef req-f77fe824-59b5-4664-8a31-b27e6287acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:45.028597 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6cd56747-7c9c-4807-922f-421388b7d6ef req-f77fe824-59b5-4664-8a31-b27e6287acf5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 1098 time: 0.0412614 Aug 18 14:55:45.064228 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6cd56747-7c9c-4807-922f-421388b7d6ef req-1344d254-bbb0-40b4-bc67-b324f79ece0e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285041 Aug 18 14:55:45.142620 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850feb7b-6014-4a9a-8cb1-c1446cf94869 req-2d5707bc-e93f-47b1-930a-cab6954fdbd7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:45.144091 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-850feb7b-6014-4a9a-8cb1-c1446cf94869 req-2d5707bc-e93f-47b1-930a-cab6954fdbd7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 945 time: 0.0748060 Aug 18 14:55:45.151974 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97cd2d-cb8a-417a-b0ed-bf1464b745de req-7ab80c5d-0916-4820-979e-c68cbecd2f07 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:45.153374 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9c97cd2d-cb8a-417a-b0ed-bf1464b745de req-7ab80c5d-0916-4820-979e-c68cbecd2f07 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 944 time: 0.0746474 Aug 18 14:55:45.206070 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-850feb7b-6014-4a9a-8cb1-c1446cf94869 req-ecc4e9c4-6276-47ea-86f8-bbd4f2f76e76 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517814 Aug 18 14:55:45.210704 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9c97cd2d-cb8a-417a-b0ed-bf1464b745de req-dad09988-cf95-4651-882e-02992868ffbe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507197 Aug 18 14:55:46.347327 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18965414-76a1-4c24-9a1c-38f7d48d1611 req-e5b73d1a-0090-4bee-8824-9e8a225dc8e2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:46.348796 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-18965414-76a1-4c24-9a1c-38f7d48d1611 req-e5b73d1a-0090-4bee-8824-9e8a225dc8e2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 945 time: 0.0775850 Aug 18 14:55:46.357470 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6436ef7-52d4-458f-8555-5d60897c2085 req-70f40700-6358-4152-8e63-9443871e34d9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:46.358839 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e6436ef7-52d4-458f-8555-5d60897c2085 req-70f40700-6358-4152-8e63-9443871e34d9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 944 time: 0.0784845 Aug 18 14:55:46.411900 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-18965414-76a1-4c24-9a1c-38f7d48d1611 req-c87c0d56-b6fc-4635-bf6b-ba4397de2bfd tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521200 Aug 18 14:55:46.419624 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e6436ef7-52d4-458f-8555-5d60897c2085 req-0b8e82b2-3a06-4d1a-a2f1-cd45accdebfa tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534837 Aug 18 14:55:47.192167 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bedc57b9-f1a9-405d-a661-0089bba9c4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:47.308650 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:47.558416 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730b284-e0a7-40e0-b504-980f793866b0 req-6eb639c9-f449-4fe0-a8e2-486e6ec12376 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:47.560518 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0730b284-e0a7-40e0-b504-980f793866b0 req-6eb639c9-f449-4fe0-a8e2-486e6ec12376 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 944 time: 0.0746281 Aug 18 14:55:47.572194 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ece984-6a5a-48b0-bad4-c2c4806a9e78 req-0b3905a7-55c0-475e-bfbb-efb8074fef3d tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:47.573566 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e7ece984-6a5a-48b0-bad4-c2c4806a9e78 req-0b3905a7-55c0-475e-bfbb-efb8074fef3d tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 945 time: 0.0864339 Aug 18 14:55:47.625540 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0730b284-e0a7-40e0-b504-980f793866b0 req-0174041e-d1ff-4eaf-882c-e470facadf97 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510516 Aug 18 14:55:47.632297 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e7ece984-6a5a-48b0-bad4-c2c4806a9e78 req-99b46003-879c-43c6-a3a8-0b8cec3997d3 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522087 Aug 18 14:55:47.741579 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4fe16-c72b-4881-ae48-f9853c5ab640 req-3f7b81af-a1dd-4da1-8a1a-306861f42ec8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:47.742976 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e9c4fe16-c72b-4881-ae48-f9853c5ab640 req-3f7b81af-a1dd-4da1-8a1a-306861f42ec8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 945 time: 0.0472107 Aug 18 14:55:47.781353 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e9c4fe16-c72b-4881-ae48-f9853c5ab640 req-6a65ce6e-48b4-49da-a703-df32462ddc06 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Aug 18 14:55:48.016507 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:48.101458 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397a31-21ce-47eb-8535-d6638b92c5a4 req-29b96ebc-328c-4c02-a580-f522be6b3872 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:48.102899 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d1397a31-21ce-47eb-8535-d6638b92c5a4 req-29b96ebc-328c-4c02-a580-f522be6b3872 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 945 time: 0.0506063 Aug 18 14:55:48.140000 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d1397a31-21ce-47eb-8535-d6638b92c5a4 req-85b47fb7-777e-41bb-b046-ab3f3bc37831 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Aug 18 14:55:48.523489 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:55:48.618579 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:48.629710 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'port_id': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b', 'mac_address': 'fa:16:3e:dd:c8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:55:48.665911 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:48.679014 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:55:48.698118 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:48.702028 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:48.739847 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be1729-7c4e-47ea-acd9-6204229067c8 req-e9dac176-85ab-4d55-bd30-363ed5d9f7ce tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:48.741360 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-00be1729-7c4e-47ea-acd9-6204229067c8 req-e9dac176-85ab-4d55-bd30-363ed5d9f7ce tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 945 time: 0.0498977 Aug 18 14:55:48.752035 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:48.758912 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.759267 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.759614 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.759956 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.760293 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.760634 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.760966 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.761296 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.761626 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.761955 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.762319 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.762769 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:48.779165 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-00be1729-7c4e-47ea-acd9-6204229067c8 req-4b9a536c-8fce-492b-8125-39cd048f0ea4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319099 Aug 18 14:55:49.092095 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:55:49.893427 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82777292-4d23-4ef2-b2f2-3b3e656b5f58 req-9bd267d3-b6f3-41e0-aca1-8dece442c624 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:49.895091 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-82777292-4d23-4ef2-b2f2-3b3e656b5f58 req-9bd267d3-b6f3-41e0-aca1-8dece442c624 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 945 time: 0.0500875 Aug 18 14:55:49.938021 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-82777292-4d23-4ef2-b2f2-3b3e656b5f58 req-73d3a007-89fe-4e80-a056-691d87936b0d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360284 Aug 18 14:55:50.155292 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:50.524062 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:50.571133 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:50.575191 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:50.575570 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:50.648747 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:50.670212 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:55:50.672717 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e655be31-eef6-4a61-9703-2a880d9bc48f" -d '{"events": [{"server_uuid": "40a07c39-7e38-4724-9a8b-da02ac6bb2d4", "name": "network-vif-plugged", "status": "completed", "tag": "6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:55:50.687816 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:50.691848 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:50.715132 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6394f82-ddd1-4ed7-9543-9678477876cb x-openstack-request-id: req-d6394f82-ddd1-4ed7-9543-9678477876cb {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:55:50.716077 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a07c39-7e38-4724-9a8b-da02ac6bb2d4", "name": "network-vif-plugged", "status": "completed", "tag": "6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:55:50.716321 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6394f82-ddd1-4ed7-9543-9678477876cb {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:55:50.716695 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b', 'code': 200} Aug 18 14:55:50.740728 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:50.957252 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ccf48-f427-4c0d-9e3a-52ca66a1498b req-f07b5dbe-ab23-474b-adbb-2958a8c1fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:50.958788 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc8ccf48-f427-4c0d-9e3a-52ca66a1498b req-f07b5dbe-ab23-474b-adbb-2958a8c1fb14 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 1099 time: 0.0433905 Aug 18 14:55:50.998720 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fc8ccf48-f427-4c0d-9e3a-52ca66a1498b req-5bb06d22-6c87-4223-8d40-e70d8591c93d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292840 Aug 18 14:55:51.053702 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acf3c7-132b-4cc6-994f-8bf83960b64d req-488d6706-361c-4d35-ad32-036c39592fbe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:51.055193 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-62acf3c7-132b-4cc6-994f-8bf83960b64d req-488d6706-361c-4d35-ad32-036c39592fbe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 946 time: 0.0513859 Aug 18 14:55:51.093194 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-62acf3c7-132b-4cc6-994f-8bf83960b64d req-50d72ca7-7ba9-491f-a423-2bcf7e2b2be6 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Aug 18 14:55:52.205359 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8d640-f13b-4a05-b11e-60388fbd5f76 req-8423fc28-ed28-4f50-924f-9d862f5b4f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:52.206842 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-97f8d640-f13b-4a05-b11e-60388fbd5f76 req-8423fc28-ed28-4f50-924f-9d862f5b4f0c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 946 time: 0.0467868 Aug 18 14:55:52.242608 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-97f8d640-f13b-4a05-b11e-60388fbd5f76 req-86f7a5c6-d8bb-49a1-aa3c-50ffa5bfec01 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300143 Aug 18 14:55:53.354233 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e386ec-12ea-4292-a861-16691c742645 req-bdb0ce12-3a7d-4b45-83bc-b7ed2fd12700 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:53.355665 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e6e386ec-12ea-4292-a861-16691c742645 req-bdb0ce12-3a7d-4b45-83bc-b7ed2fd12700 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 946 time: 0.0472944 Aug 18 14:55:53.393573 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e6e386ec-12ea-4292-a861-16691c742645 req-ff09eb7c-f36e-46ee-ac09-457a3f9d5f3f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Aug 18 14:55:53.505560 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c417ff-524d-4b64-8b56-3056f28159db req-31f7038b-0bba-4831-b4ee-1e1a2efb85a2 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:53.507026 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a0c417ff-524d-4b64-8b56-3056f28159db req-31f7038b-0bba-4831-b4ee-1e1a2efb85a2 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 946 time: 0.0503676 Aug 18 14:55:53.544201 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a0c417ff-524d-4b64-8b56-3056f28159db req-b3d58ac7-bf74-4f44-9538-32e501b89aeb tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310071 Aug 18 14:55:53.565260 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39822) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:53.817163 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da633a8c-f91d-4592-a2e9-396ce1d849b7 tempest-TestVolumeBootPattern-268214100 tempest-TestVolumeBootPattern-268214100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:53.818689 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-da633a8c-f91d-4592-a2e9-396ce1d849b7 tempest-TestVolumeBootPattern-268214100 tempest-TestVolumeBootPattern-268214100-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 1094 time: 0.2524574 Aug 18 14:55:53.821445 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39826) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:53.826281 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'floatingip': {'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'port_id': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:53.846961 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:53.942358 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:54.040459 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Allocated IP 172.27.0.172 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/6853b95d-fc8c-4321-8d10-e4139d9156e6) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:55:54.140121 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:54.178533 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:54.216634 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:54.219406 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:54.222850 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:55:54.227884 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'Port': ['ID=6853b95d-fc8c-4321-8d10-e4139d9156e6,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:54.253434 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.253778 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.254114 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.254465 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.254795 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.255123 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.255447 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.255768 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.256089 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.256408 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.256724 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.257040 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:54.572194 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:54.634354 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:54.774701 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:54.779250 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:54.847018 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'Port': ['ID=6853b95d-fc8c-4321-8d10-e4139d9156e6,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:54.856097 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:54.950011 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Floating IP 70875989-2bc1-4d3c-b1e2-5ea987b6e750 associated. External IP: 172.27.0.172, port: 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b. Aug 18 14:55:55.146536 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:55:55.478676 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:55:55.488630 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efaa22d-2c94-43fd-8466-6009816b4fdb None None] Sync routers for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:55:55.495386 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:55.498277 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efaa22d-2c94-43fd-8466-6009816b4fdb None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:55.498939 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-9efaa22d-2c94-43fd-8466-6009816b4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:55:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:55.521237 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-2609158e-321c-460f-87c8-113897b5a83b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6988194 Aug 18 14:55:55.521905 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'tag': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:55:55.524166 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5542dc0-441d-4b34-a8f1-8dbce3378057" -d '{"events": [{"name": "network-changed", "server_uuid": "40a07c39-7e38-4724-9a8b-da02ac6bb2d4", "tag": "6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:55:55.684350 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e82712d-6f59-4769-bae0-556963488f10 x-openstack-request-id: req-1e82712d-6f59-4769-bae0-556963488f10 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:55:55.685584 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a07c39-7e38-4724-9a8b-da02ac6bb2d4", "tag": "6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:55:55.685584 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1e82712d-6f59-4769-bae0-556963488f10 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:55:55.685900 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'tag': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b', 'status': 'completed', 'code': 200} Aug 18 14:55:55.731036 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-9efaa22d-2c94-43fd-8466-6009816b4fdb None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:55.770144 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5542dc0-441d-4b34-a8f1-8dbce3378057 req-20487289-d287-4e33-83fd-a5c7ed257e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:55.771763 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d5542dc0-441d-4b34-a8f1-8dbce3378057 req-20487289-d287-4e33-83fd-a5c7ed257e08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 1099 time: 0.0414424 Aug 18 14:55:55.864208 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5542dc0-441d-4b34-a8f1-8dbce3378057 req-6df7e27c-4167-4cb8-a11f-f0f318676f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:55.865680 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d5542dc0-441d-4b34-a8f1-8dbce3378057 req-6df7e27c-4167-4cb8-a11f-f0f318676f21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0860126 Aug 18 14:55:55.932037 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d5542dc0-441d-4b34-a8f1-8dbce3378057 req-a09023ed-4fd0-48e0-a44b-01fa65ebaf38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b HTTP/1.1" status: 200 len: 1000 time: 0.0571172 Aug 18 14:55:55.950032 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-9efaa22d-2c94-43fd-8466-6009816b4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '70875989-2bc1-4d3c-b1e2-5ea987b6e750', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:dd:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:55:54Z', 'updated_at': '2021-08-18T14:55:54Z', 'revision_number': 0, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:55.978685 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efaa22d-2c94-43fd-8466-6009816b4fdb None None] Checking router: 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:55:55.979416 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5542dc0-441d-4b34-a8f1-8dbce3378057 req-0a92b838-4062-43b1-af9d-cdb0b5476db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:55.980864 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d5542dc0-441d-4b34-a8f1-8dbce3378057 req-0a92b838-4062-43b1-af9d-cdb0b5476db3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0418437 Aug 18 14:55:55.987219 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efaa22d-2c94-43fd-8466-6009816b4fdb None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:55.987865 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-9efaa22d-2c94-43fd-8466-6009816b4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:55:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:56.030214 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5542dc0-441d-4b34-a8f1-8dbce3378057 req-011c276c-82be-4c5c-bcd5-518e94d4a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:56.031733 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d5542dc0-441d-4b34-a8f1-8dbce3378057 req-011c276c-82be-4c5c-bcd5-518e94d4a451 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435004 Aug 18 14:55:56.090383 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-9efaa22d-2c94-43fd-8466-6009816b4fdb None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:56.123307 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d5542dc0-441d-4b34-a8f1-8dbce3378057 req-f5a7d06b-a6a5-4ffe-93ed-4f325cf02fc3 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832708 Aug 18 14:55:56.221829 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d5542dc0-441d-4b34-a8f1-8dbce3378057 req-3036d4b7-b99c-4fb9-9a8f-55948339566c service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903428 Aug 18 14:55:56.316633 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-9efaa22d-2c94-43fd-8466-6009816b4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '70875989-2bc1-4d3c-b1e2-5ea987b6e750', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:dd:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:55:54Z', 'updated_at': '2021-08-18T14:55:54Z', 'revision_number': 0, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:56.343053 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efaa22d-2c94-43fd-8466-6009816b4fdb None None] The sync data for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi is: [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': '70875989-2bc1-4d3c-b1e2-5ea987b6e750', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:dd:c8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:55:54Z', 'updated_at': '2021-08-18T14:55:54Z', 'revision_number': 0, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:55:56.512034 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f95b84-770b-44a6-a15c-4f31207cfb9b None None] New status for floating IP 70875989-2bc1-4d3c-b1e2-5ea987b6e750: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:55:57.561372 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ff7b-c47b-4e12-8d6d-6c83464a578e req-6440c668-b86d-457a-9fdb-ef9a85d666fd tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:57.562874 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5773ff7b-c47b-4e12-8d6d-6c83464a578e req-6440c668-b86d-457a-9fdb-ef9a85d666fd tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 945 time: 0.0510471 Aug 18 14:55:57.599293 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-5773ff7b-c47b-4e12-8d6d-6c83464a578e req-8aab1a93-4840-4fb3-86fb-8da1fd0faaf0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306075 Aug 18 14:55:57.620749 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39850) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:57.750667 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf6969e-1dd0-4843-93e2-8076178d68fb tempest-TestMinimumBasicScenario-575120970 tempest-TestMinimumBasicScenario-575120970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:57.752128 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-4bf6969e-1dd0-4843-93e2-8076178d68fb tempest-TestMinimumBasicScenario-575120970 tempest-TestMinimumBasicScenario-575120970-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 1093 time: 0.1304278 Aug 18 14:55:57.755103 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39854) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:57.759294 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Request body: {'floatingip': {'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'port_id': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:57.780851 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for floatingip, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:57.876033 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:57.974669 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Allocated IP 172.27.0.89 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/d9de9c9f-1046-486a-9b23-24a32fe95a0e) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:55:58.075318 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:58.112977 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:58.147741 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:58.152467 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:58.156009 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:55:58.179321 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'Port': ['ID=d9de9c9f-1046-486a-9b23-24a32fe95a0e,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:58.503183 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:58.565964 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:58.711146 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:58.715357 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:58.782900 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'Port': ['ID=d9de9c9f-1046-486a-9b23-24a32fe95a0e,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:58.794680 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:58.887983 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Floating IP fc3c317e-aa5e-4481-af9b-f8bc8344ee54 associated. External IP: 172.27.0.89, port: e7e40093-f434-40d0-b022-c90ee77e3ea1. Aug 18 14:55:59.086986 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Router bb767871-ebe7-4a06-8462-a906d6ae23b6 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:55:59.193125 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:55:59.202939 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d84d17-5a00-44c2-96e6-8e51e87b4524 None None] Sync routers for ids ['bb767871-ebe7-4a06-8462-a906d6ae23b6'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:55:59.209406 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.212416 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d84d17-5a00-44c2-96e6-8e51e87b4524 None None] Routers {'bb767871-ebe7-4a06-8462-a906d6ae23b6'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:59.213034 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-54d84d17-5a00-44c2-96e6-8e51e87b4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:55:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['bb767871-ebe7-4a06-8462-a906d6ae23b6'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:59.236865 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-dd1139c5-d995-4880-bd2b-45e48762acb2 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4807675 Aug 18 14:55:59.237455 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:55:59.239765 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b62f33-f06a-45ba-9b2a-6934509b4e83" -d '{"events": [{"name": "network-changed", "server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:55:59.240078 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39856) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:59.244776 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-6bd9a518-d70c-4ed7-897d-fb336137b012 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972661390', 'description': 'tempest-secgroup-smoke-1972661390 description', 'project_id': '272e7d776a264f34b555df2245860a40'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:59.269428 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6bd9a518-d70c-4ed7-897d-fb336137b012 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.276463 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace26fde-21cb-4d26-84ad-627cc58f4fc9 x-openstack-request-id: req-ace26fde-21cb-4d26-84ad-627cc58f4fc9 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:55:59.276785 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:55:59.277015 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ace26fde-21cb-4d26-84ad-627cc58f4fc9 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:55:59.277447 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'status': 'completed', 'code': 200} Aug 18 14:55:59.327075 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-54d84d17-5a00-44c2-96e6-8e51e87b4524 None None] Set router bb767871-ebe7-4a06-8462-a906d6ae23b6 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:59.389405 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6bd9a518-d70c-4ed7-897d-fb336137b012 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.395112 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b62f33-f06a-45ba-9b2a-6934509b4e83 req-2bbd0d6e-2db3-487f-84b6-34d2795e666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:59.396687 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-39b62f33-f06a-45ba-9b2a-6934509b4e83 req-2bbd0d6e-2db3-487f-84b6-34d2795e666f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=272e7d776a264f34b555df2245860a40&device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 1098 time: 0.0690551 Aug 18 14:55:59.397389 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6bd9a518-d70c-4ed7-897d-fb336137b012 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.469998 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-6bd9a518-d70c-4ed7-897d-fb336137b012 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.471239 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-6bd9a518-d70c-4ed7-897d-fb336137b012 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2300961 Aug 18 14:55:59.474588 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39860) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:59.477874 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9a518-d70c-4ed7-897d-fb336137b012 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5269d4ec-1afb-42af-9047-7569b60f5b38,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:59.480149 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-d7d69b92-9c33-4a34-9bfa-ee1c77e961f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Request body: {'security_group_rule': {'security_group_id': '5269d4ec-1afb-42af-9047-7569b60f5b38', 'project_id': '272e7d776a264f34b555df2245860a40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:59.507731 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d7d69b92-9c33-4a34-9bfa-ee1c77e961f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.526764 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b62f33-f06a-45ba-9b2a-6934509b4e83 req-bf3518fa-7ffb-4278-8750-c440b86d206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:59.528377 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-39b62f33-f06a-45ba-9b2a-6934509b4e83 req-bf3518fa-7ffb-4278-8750-c440b86d206b service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a6a951c-806b-4fe6-92b1-025369efadef HTTP/1.1" status: 200 len: 915 time: 0.1238303 Aug 18 14:55:59.562783 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-54d84d17-5a00-44c2-96e6-8e51e87b4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fc3c317e-aa5e-4481-af9b-f8bc8344ee54', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'port_id': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'mac_address': 'fa:16:3e:3e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:55:58Z', 'updated_at': '2021-08-18T14:55:58Z', 'revision_number': 0, 'project_id': '272e7d776a264f34b555df2245860a40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce9983b-c729-4b83-ab61-3857546508ab', 'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'mac_address': 'fa:16:3e:65:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:53Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 5, 'project_id': '272e7d776a264f34b555df2245860a40', 'subnets': [{'id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:59.568161 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d7d69b92-9c33-4a34-9bfa-ee1c77e961f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.573252 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d7d69b92-9c33-4a34-9bfa-ee1c77e961f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.593331 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d84d17-5a00-44c2-96e6-8e51e87b4524 None None] Checking router: bb767871-ebe7-4a06-8462-a906d6ae23b6 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:55:59.594717 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d69b92-9c33-4a34-9bfa-ee1c77e961f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d235d1f4-d731-4124-a692-0a225a48e845,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:59.600462 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-39b62f33-f06a-45ba-9b2a-6934509b4e83 req-d8569e5a-dea7-48c3-bb18-cae3bbc4ddb4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1 HTTP/1.1" status: 200 len: 998 time: 0.0609312 Aug 18 14:55:59.607120 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d84d17-5a00-44c2-96e6-8e51e87b4524 None None] Routers {'bb767871-ebe7-4a06-8462-a906d6ae23b6'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:59.607120 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-54d84d17-5a00-44c2-96e6-8e51e87b4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:55:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['bb767871-ebe7-4a06-8462-a906d6ae23b6'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:59.608923 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-d7d69b92-9c33-4a34-9bfa-ee1c77e961f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.612701 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-d7d69b92-9c33-4a34-9bfa-ee1c77e961f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345019 Aug 18 14:55:59.613399 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39862) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:59.617492 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-7490accb-7525-46e1-8732-2733a35b0b85 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Request body: {'security_group_rule': {'security_group_id': '5269d4ec-1afb-42af-9047-7569b60f5b38', 'project_id': '272e7d776a264f34b555df2245860a40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:59.646769 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7490accb-7525-46e1-8732-2733a35b0b85 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.660313 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b62f33-f06a-45ba-9b2a-6934509b4e83 req-33fa3be8-6230-44a3-89c6-ef5488d2dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:59.662023 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-39b62f33-f06a-45ba-9b2a-6934509b4e83 req-33fa3be8-6230-44a3-89c6-ef5488d2dd06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6514d2a-a6be-40c0-9624-31b8c112971d HTTP/1.1" status: 200 len: 853 time: 0.0563250 Aug 18 14:55:59.712764 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7490accb-7525-46e1-8732-2733a35b0b85 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.715533 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-54d84d17-5a00-44c2-96e6-8e51e87b4524 None None] Set router bb767871-ebe7-4a06-8462-a906d6ae23b6 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:59.719418 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7490accb-7525-46e1-8732-2733a35b0b85 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.720142 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b62f33-f06a-45ba-9b2a-6934509b4e83 req-81b57642-acd5-448b-a281-3221552a222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:59.722923 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-39b62f33-f06a-45ba-9b2a-6934509b4e83 req-81b57642-acd5-448b-a281-3221552a222c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a6a951c-806b-4fe6-92b1-025369efadef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494704 Aug 18 14:55:59.734615 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490accb-7525-46e1-8732-2733a35b0b85 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be9a90c-cbdb-4344-9903-6ad21c9483a4,revision_number=0']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:59.745473 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-7490accb-7525-46e1-8732-2733a35b0b85 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.749712 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-7490accb-7525-46e1-8732-2733a35b0b85 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328206 Aug 18 14:55:59.750067 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39864) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:59.778816 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-9cddea65-203f-45cc-81cd-9a16b13a4ca0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Request body: {'security_group_rule': {'security_group_id': '5269d4ec-1afb-42af-9047-7569b60f5b38', 'project_id': '272e7d776a264f34b555df2245860a40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:59.829948 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9cddea65-203f-45cc-81cd-9a16b13a4ca0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.848085 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-39b62f33-f06a-45ba-9b2a-6934509b4e83 req-a3102372-e0a2-41ba-b044-300c84fed850 service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178217 Aug 18 14:55:59.941643 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-54d84d17-5a00-44c2-96e6-8e51e87b4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fc3c317e-aa5e-4481-af9b-f8bc8344ee54', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'port_id': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'mac_address': 'fa:16:3e:3e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:55:58Z', 'updated_at': '2021-08-18T14:55:58Z', 'revision_number': 0, 'project_id': '272e7d776a264f34b555df2245860a40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce9983b-c729-4b83-ab61-3857546508ab', 'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'mac_address': 'fa:16:3e:65:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:53Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 5, 'project_id': '272e7d776a264f34b555df2245860a40', 'subnets': [{'id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:59.949534 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9cddea65-203f-45cc-81cd-9a16b13a4ca0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.955593 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9cddea65-203f-45cc-81cd-9a16b13a4ca0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:59.968695 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d84d17-5a00-44c2-96e6-8e51e87b4524 None None] The sync data for ids ['bb767871-ebe7-4a06-8462-a906d6ae23b6'] in dv-cinder-788365-10-iscsi is: [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fc3c317e-aa5e-4481-af9b-f8bc8344ee54', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'port_id': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'mac_address': 'fa:16:3e:3e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:55:58Z', 'updated_at': '2021-08-18T14:55:58Z', 'revision_number': 0, 'project_id': '272e7d776a264f34b555df2245860a40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce9983b-c729-4b83-ab61-3857546508ab', 'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'mac_address': 'fa:16:3e:65:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:53Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 5, 'project_id': '272e7d776a264f34b555df2245860a40', 'subnets': [{'id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:55:59.994690 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddea65-203f-45cc-81cd-9a16b13a4ca0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f789b6f-9cd3-4943-8000-b85da6d72bec,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:00.001191 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9cddea65-203f-45cc-81cd-9a16b13a4ca0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.004945 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9cddea65-203f-45cc-81cd-9a16b13a4ca0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2511547 Aug 18 14:56:00.004945 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-39b62f33-f06a-45ba-9b2a-6934509b4e83 req-d6965cdb-d1a0-4780-b45f-77d495ea7c74 service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428504 Aug 18 14:56:00.005372 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39866) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:00.009944 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-539ef50a-673a-495b-8071-d3e7ec9cc0f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Request body: {'security_group_rule': {'security_group_id': '5269d4ec-1afb-42af-9047-7569b60f5b38', 'project_id': '272e7d776a264f34b555df2245860a40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:00.043375 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-539ef50a-673a-495b-8071-d3e7ec9cc0f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.102747 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-539ef50a-673a-495b-8071-d3e7ec9cc0f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.106365 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-539ef50a-673a-495b-8071-d3e7ec9cc0f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.126000 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ef50a-673a-495b-8071-d3e7ec9cc0f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b636017e-e197-4a12-9c4d-fc6d830ef473,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:00.129083 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-539ef50a-673a-495b-8071-d3e7ec9cc0f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.130302 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-539ef50a-673a-495b-8071-d3e7ec9cc0f7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239927 Aug 18 14:56:00.133300 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39868) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:00.137420 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-db3144a4-cb07-44b0-b5fc-b7abea9f330b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Request body: {'security_group_rule': {'security_group_id': '5269d4ec-1afb-42af-9047-7569b60f5b38', 'project_id': '272e7d776a264f34b555df2245860a40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:00.159832 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.securitygroups_db [None req-db3144a4-cb07-44b0-b5fc-b7abea9f330b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Project 272e7d776a264f34b555df2245860a40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:56:00.165918 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db3144a4-cb07-44b0-b5fc-b7abea9f330b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.171971 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc9d50-4b05-4f9e-97b3-7a7ae1ec8605 None None] New status for floating IP fc3c317e-aa5e-4481-af9b-f8bc8344ee54: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:56:00.234412 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db3144a4-cb07-44b0-b5fc-b7abea9f330b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.238122 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db3144a4-cb07-44b0-b5fc-b7abea9f330b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.256635 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3144a4-cb07-44b0-b5fc-b7abea9f330b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b1bac2-4090-404c-9418-7f19c914a957,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:00.263166 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-db3144a4-cb07-44b0-b5fc-b7abea9f330b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.264387 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-db3144a4-cb07-44b0-b5fc-b7abea9f330b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304183 Aug 18 14:56:00.267185 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39870) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:00.271914 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [None req-7df0af52-1dcc-4d01-ad69-d2eb96f6c29c tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Request body: {'security_group_rule': {'security_group_id': '5269d4ec-1afb-42af-9047-7569b60f5b38', 'project_id': '272e7d776a264f34b555df2245860a40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:00.292974 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.securitygroups_db [None req-7df0af52-1dcc-4d01-ad69-d2eb96f6c29c tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Project 272e7d776a264f34b555df2245860a40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:56:00.298607 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7df0af52-1dcc-4d01-ad69-d2eb96f6c29c tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.359128 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7df0af52-1dcc-4d01-ad69-d2eb96f6c29c tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.362679 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7df0af52-1dcc-4d01-ad69-d2eb96f6c29c tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-795170'] for security_group_rule, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.384467 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0af52-1dcc-4d01-ad69-d2eb96f6c29c tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32377823-574a-4f73-a03a-729d0a94853b,revision_number=0']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:00.391981 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-7df0af52-1dcc-4d01-ad69-d2eb96f6c29c tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.393454 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-7df0af52-1dcc-4d01-ad69-d2eb96f6c29c tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250572 Aug 18 14:56:00.470331 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-869566ff-0f1f-4362-a484-deb03ee8aa25 req-86e4a193-ba8f-4ff0-af89-a7accf3e627c tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972661390&fields=id&tenant_id=272e7d776a264f34b555df2245860a40 HTTP/1.1" status: 200 len: 267 time: 0.0317411 Aug 18 14:56:00.521661 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869566ff-0f1f-4362-a484-deb03ee8aa25 req-223b10b4-39e7-430f-ba1b-32dbc6707ce8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:00.523049 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-869566ff-0f1f-4362-a484-deb03ee8aa25 req-223b10b4-39e7-430f-ba1b-32dbc6707ce8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 945 time: 0.0472460 Aug 18 14:56:00.534578 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [req-869566ff-0f1f-4362-a484-deb03ee8aa25 req-74d19d74-e59e-4d53-88b2-e071fa7b758e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Request body: {'port': {'security_groups': ['3a11cdb9-0b4a-4a06-a204-8aa44597ad1e', '5269d4ec-1afb-42af-9047-7569b60f5b38']}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:00.595632 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-869566ff-0f1f-4362-a484-deb03ee8aa25 req-74d19d74-e59e-4d53-88b2-e071fa7b758e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.808703 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [req-869566ff-0f1f-4362-a484-deb03ee8aa25 req-74d19d74-e59e-4d53-88b2-e071fa7b758e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] For port e7e40093-f434-40d0-b022-c90ee77e3ea1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:00.835715 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-869566ff-0f1f-4362-a484-deb03ee8aa25 req-74d19d74-e59e-4d53-88b2-e071fa7b758e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.840970 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-869566ff-0f1f-4362-a484-deb03ee8aa25 req-74d19d74-e59e-4d53-88b2-e071fa7b758e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.880018 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['e7e40093-f434-40d0-b022-c90ee77e3ea1'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:56:00.883482 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869566ff-0f1f-4362-a484-deb03ee8aa25 req-74d19d74-e59e-4d53-88b2-e071fa7b758e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:00.884179 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-869566ff-0f1f-4362-a484-deb03ee8aa25 req-74d19d74-e59e-4d53-88b2-e071fa7b758e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:00.886197 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-869566ff-0f1f-4362-a484-deb03ee8aa25 req-74d19d74-e59e-4d53-88b2-e071fa7b758e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "PUT /v2.0/ports/e7e40093-f434-40d0-b022-c90ee77e3ea1 HTTP/1.1" status: 200 len: 981 time: 0.3562808 Aug 18 14:56:00.912563 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d19d74-e59e-4d53-88b2-e071fa7b758e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'Port': ['ID=e7e40093-f434-40d0-b022-c90ee77e3ea1,revision_number=6']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:01.000467 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679dd00-08c9-4f65-86db-460d26ccaacb req-d7c0ad3e-e3d4-4819-bcf0-5922929c96d3 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:01.002226 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b679dd00-08c9-4f65-86db-460d26ccaacb req-d7c0ad3e-e3d4-4819-bcf0-5922929c96d3 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0544705 Aug 18 14:56:01.027805 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['e7e40093-f434-40d0-b022-c90ee77e3ea1'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:56:01.049502 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b679dd00-08c9-4f65-86db-460d26ccaacb req-f908ad58-0e7f-401e-a545-5824ea296f8a tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404680 Aug 18 14:56:01.269891 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-d16c757f-0aed-437a-8a60-178c8b09a5a7 None None] Provisioning complete for port e7e40093-f434-40d0-b022-c90ee77e3ea1 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:56:01.270169 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d16c757f-0aed-437a-8a60-178c8b09a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:01.279130 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:01.281432 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6fab50-819f-4247-8a56-436332830031" -d '{"events": [{"name": "network-changed", "server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:01.316656 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945eba11-b4c9-455f-81d1-eed7d412ec20 x-openstack-request-id: req-945eba11-b4c9-455f-81d1-eed7d412ec20 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:01.317032 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:01.317348 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-945eba11-b4c9-455f-81d1-eed7d412ec20 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:01.317802 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'status': 'completed', 'code': 200} Aug 18 14:56:01.421852 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fab50-819f-4247-8a56-436332830031 req-00d8cd2d-cc28-4ffd-82a7-8e475a9028de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:01.423369 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d6fab50-819f-4247-8a56-436332830031 req-00d8cd2d-cc28-4ffd-82a7-8e475a9028de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=272e7d776a264f34b555df2245860a40&device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 1137 time: 0.0410101 Aug 18 14:56:01.790779 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fab50-819f-4247-8a56-436332830031 req-100be6b4-ed23-488c-8b87-33621e18c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:01.792797 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d6fab50-819f-4247-8a56-436332830031 req-100be6b4-ed23-488c-8b87-33621e18c7c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a6a951c-806b-4fe6-92b1-025369efadef HTTP/1.1" status: 200 len: 915 time: 0.3515863 Aug 18 14:56:01.858443 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d6fab50-819f-4247-8a56-436332830031 req-ab2c4cca-8698-4604-adbd-82a99a4070ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1 HTTP/1.1" status: 200 len: 1000 time: 0.0574601 Aug 18 14:56:01.909488 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fab50-819f-4247-8a56-436332830031 req-3ba84ae8-ef01-4611-bafe-8ec93c1bd5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:01.910903 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d6fab50-819f-4247-8a56-436332830031 req-3ba84ae8-ef01-4611-bafe-8ec93c1bd5d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6514d2a-a6be-40c0-9624-31b8c112971d HTTP/1.1" status: 200 len: 853 time: 0.0446496 Aug 18 14:56:01.955728 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fab50-819f-4247-8a56-436332830031 req-fab55760-f5c7-4d44-8595-ca4d9fd63cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:01.957119 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d6fab50-819f-4247-8a56-436332830031 req-fab55760-f5c7-4d44-8595-ca4d9fd63cf2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a6a951c-806b-4fe6-92b1-025369efadef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0374861 Aug 18 14:56:02.046603 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d6fab50-819f-4247-8a56-436332830031 req-73f04578-650e-4070-aa7e-e0d77fbf57bd service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820341 Aug 18 14:56:02.131774 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8d6fab50-819f-4247-8a56-436332830031 req-37c4becb-aace-43bc-9093-20ab52ce786a service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784276 Aug 18 14:56:05.780264 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:56:14.079536 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:14.562071 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9d9c8ae1-2bb5-4899-b23f-cdea5ae46fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:17.191851 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-912696a8-8f5f-48ca-95d4-bce85ff2a384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:17.308950 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:18.018975 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:19.359894 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-07ba859a-9a58-4a93-9587-ae99c105915f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391488 Aug 18 14:56:19.461128 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-713406d0-0cb2-4fda-8be4-a69d90d56e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:19.462505 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-713406d0-0cb2-4fda-8be4-a69d90d56e52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=272e7d776a264f34b555df2245860a40&device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 1137 time: 0.0427394 Aug 18 14:56:19.562861 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-890816f2-41b9-45ea-b683-d77b75a27339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:19.564270 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-890816f2-41b9-45ea-b683-d77b75a27339 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a6a951c-806b-4fe6-92b1-025369efadef HTTP/1.1" status: 200 len: 915 time: 0.0807214 Aug 18 14:56:19.631980 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-5b481c60-6137-434a-b6f2-b690ae767350 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1 HTTP/1.1" status: 200 len: 1000 time: 0.0598042 Aug 18 14:56:19.679830 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-5a823546-1339-46bf-9940-7d25d3707c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:19.681214 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-5a823546-1339-46bf-9940-7d25d3707c0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6514d2a-a6be-40c0-9624-31b8c112971d HTTP/1.1" status: 200 len: 853 time: 0.0418441 Aug 18 14:56:19.724950 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-cc254041-effc-49e5-9fd0-b7fc77078a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:19.726287 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-cc254041-effc-49e5-9fd0-b7fc77078a53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a6a951c-806b-4fe6-92b1-025369efadef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383687 Aug 18 14:56:19.815555 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-36495a5b-28f2-455f-9a31-79a7681cbed9 service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810139 Aug 18 14:56:19.902600 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-8c890ab7-c47a-4665-82c1-a2791f1d29e8 req-ad277134-0695-43e7-9164-cc58d4fb0722 service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798824 Aug 18 14:56:20.158806 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:42.778819 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:56:44.090012 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:44.561681 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-95a228ac-a372-4e4c-866d-1a766adf9d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:47.191229 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-29757f97-5f79-49c1-8c06-7fdae6ee738f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:47.308043 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:48.022405 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:50.160240 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:01.814747 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285dc28-a8d8-482a-9823-9e743831ec3a req-8771cdb5-157d-48a6-a97e-fe3b9b676d15 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:01.816848 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b285dc28-a8d8-482a-9823-9e743831ec3a req-8771cdb5-157d-48a6-a97e-fe3b9b676d15 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0529406 Aug 18 14:57:01.837138 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a289-ea95-4fca-aec6-191fbd4191a9 req-bf8681a3-7365-4dfd-ba02-74a6b3498c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:01.838674 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b4d6a289-ea95-4fca-aec6-191fbd4191a9 req-bf8681a3-7365-4dfd-ba02-74a6b3498c94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=272e7d776a264f34b555df2245860a40&device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 1137 time: 0.0419903 Aug 18 14:57:01.855356 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b285dc28-a8d8-482a-9823-9e743831ec3a req-0b9b0537-a2e8-49b6-a222-7809a843d8de tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326462 Aug 18 14:57:01.932204 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a289-ea95-4fca-aec6-191fbd4191a9 req-e3c013aa-b267-4235-8368-cf12da02e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:01.933656 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b4d6a289-ea95-4fca-aec6-191fbd4191a9 req-e3c013aa-b267-4235-8368-cf12da02e9fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a6a951c-806b-4fe6-92b1-025369efadef HTTP/1.1" status: 200 len: 915 time: 0.0869067 Aug 18 14:57:01.997974 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b4d6a289-ea95-4fca-aec6-191fbd4191a9 req-fd0d3573-6b55-43b7-89c2-27a293374939 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1 HTTP/1.1" status: 200 len: 1000 time: 0.0560248 Aug 18 14:57:02.048762 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a289-ea95-4fca-aec6-191fbd4191a9 req-680401ff-30fc-49a0-802e-c185ca075f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:02.050152 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b4d6a289-ea95-4fca-aec6-191fbd4191a9 req-680401ff-30fc-49a0-802e-c185ca075f5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6514d2a-a6be-40c0-9624-31b8c112971d HTTP/1.1" status: 200 len: 853 time: 0.0449991 Aug 18 14:57:02.093348 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a289-ea95-4fca-aec6-191fbd4191a9 req-095d4ee4-d1a6-41cc-8c8b-e388de5acec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:02.094756 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b4d6a289-ea95-4fca-aec6-191fbd4191a9 req-095d4ee4-d1a6-41cc-8c8b-e388de5acec0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a6a951c-806b-4fe6-92b1-025369efadef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0372093 Aug 18 14:57:02.186762 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b4d6a289-ea95-4fca-aec6-191fbd4191a9 req-9177367e-0eb5-4dff-90c2-09f68812d99c service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839477 Aug 18 14:57:02.273681 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b4d6a289-ea95-4fca-aec6-191fbd4191a9 req-1739139b-7eef-4778-8081-2ba369fd8532 service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785909 Aug 18 14:57:02.970800 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd0a5-b400-4bdf-945b-c4c047771871 req-e6ac4a63-34a3-41b1-9b7f-bc552e0b2383 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:02.972409 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c41dd0a5-b400-4bdf-945b-c4c047771871 req-e6ac4a63-34a3-41b1-9b7f-bc552e0b2383 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0482910 Aug 18 14:57:03.011829 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c41dd0a5-b400-4bdf-945b-c4c047771871 req-6fe1119a-8dee-43e7-a0a4-71eeb58bbb29 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332413 Aug 18 14:57:04.122208 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e023307-3d3f-4ca8-be06-068b1914da87 req-c41383b0-cd8d-4655-89cd-e2bdf6ab2648 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:04.123659 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1e023307-3d3f-4ca8-be06-068b1914da87 req-c41383b0-cd8d-4655-89cd-e2bdf6ab2648 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0470045 Aug 18 14:57:04.162675 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1e023307-3d3f-4ca8-be06-068b1914da87 req-78a24ad8-5e03-4098-b5eb-f5fb6f897f0a tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326576 Aug 18 14:57:05.278015 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85f729-9c39-4d9d-a0a5-2cecd2fd61ef req-574ebc3a-21af-487f-b51e-61ed43616faa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:05.279556 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0f85f729-9c39-4d9d-a0a5-2cecd2fd61ef req-574ebc3a-21af-487f-b51e-61ed43616faa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0516026 Aug 18 14:57:05.318317 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0f85f729-9c39-4d9d-a0a5-2cecd2fd61ef req-8c5aa68b-9ebf-4426-8225-7b316e5a919f tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328708 Aug 18 14:57:06.430915 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd41a12-b842-4d7f-979c-911d0db890c4 req-d6e1b7d6-4735-4ef1-b034-361ff3b1e210 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:06.432378 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1dd41a12-b842-4d7f-979c-911d0db890c4 req-d6e1b7d6-4735-4ef1-b034-361ff3b1e210 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0477517 Aug 18 14:57:06.470907 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1dd41a12-b842-4d7f-979c-911d0db890c4 req-a62afe63-72a5-4e89-8e82-ba7099c1dfc5 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326943 Aug 18 14:57:07.581188 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900c0d6-38b8-4c78-8c48-67014a1e31d9 req-2134d89e-eb45-4fe9-b61e-a470b83ea5c7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:07.583725 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a900c0d6-38b8-4c78-8c48-67014a1e31d9 req-2134d89e-eb45-4fe9-b61e-a470b83ea5c7 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0471244 Aug 18 14:57:07.621838 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a900c0d6-38b8-4c78-8c48-67014a1e31d9 req-f5b6f64c-1a18-477d-be4e-bac3daaa7baa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323889 Aug 18 14:57:08.735284 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8df44a-1666-4070-9979-8cd46cef4777 req-88620f54-4d65-4f7b-95e4-c0cdb252af3f tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:08.736703 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d8df44a-1666-4070-9979-8cd46cef4777 req-88620f54-4d65-4f7b-95e4-c0cdb252af3f tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0505974 Aug 18 14:57:08.775942 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3d8df44a-1666-4070-9979-8cd46cef4777 req-f797ebdd-f342-44e7-bafa-6e96ef820eb3 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334809 Aug 18 14:57:09.888733 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c2a5d-c816-4867-b975-a53d5a05e24a req-fee824ab-adf0-4bf6-88dd-82d84b634f4b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:09.890216 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e70c2a5d-c816-4867-b975-a53d5a05e24a req-fee824ab-adf0-4bf6-88dd-82d84b634f4b tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0484531 Aug 18 14:57:09.929205 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e70c2a5d-c816-4867-b975-a53d5a05e24a req-b555ed65-7173-49b1-b6af-c039b512b3ee tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327177 Aug 18 14:57:11.040773 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2f92f-d4a4-42d5-97bc-8f85e169ff59 req-63eb75f7-d094-4500-a193-164a5afb75d9 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:11.042227 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-00f2f92f-d4a4-42d5-97bc-8f85e169ff59 req-63eb75f7-d094-4500-a193-164a5afb75d9 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0481901 Aug 18 14:57:11.080147 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-00f2f92f-d4a4-42d5-97bc-8f85e169ff59 req-6ac0fd01-0328-4512-8421-c88bea718773 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320809 Aug 18 14:57:12.193723 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26386985-a774-4f6a-a499-6bbfc702a021 req-a3842527-0833-42e9-8403-3a3144328ded tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:12.195219 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-26386985-a774-4f6a-a499-6bbfc702a021 req-a3842527-0833-42e9-8403-3a3144328ded tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0513337 Aug 18 14:57:12.234180 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-26386985-a774-4f6a-a499-6bbfc702a021 req-04b670d0-a44a-4bb5-9bd6-4910bf02076e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330927 Aug 18 14:57:13.346093 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421788ca-2cb4-49bd-b167-506098688550 req-ff1f82a7-60b9-44d0-b579-a4b4cbead5f0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:13.347690 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-421788ca-2cb4-49bd-b167-506098688550 req-ff1f82a7-60b9-44d0-b579-a4b4cbead5f0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0477352 Aug 18 14:57:13.386649 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-421788ca-2cb4-49bd-b167-506098688550 req-c0b7dc5d-d729-489c-86ae-9f4aa868e8f4 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=5269d4ec-1afb-42af-9047-7569b60f5b38&id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329466 Aug 18 14:57:14.087743 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:14.561345 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e48ef1f8-a1f8-4e65-8761-a3a7ae80c6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:17.190377 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4827-0c71-4519-a78d-f616e902a4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:17.307710 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:18.025089 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:19.778590 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:57:20.162844 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:22.131932 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-daba196a-dc01-486d-b76a-272743269aab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388660 Aug 18 14:57:22.211341 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-e680aa19-fbd9-4917-a8e5-0d8f35c38df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:22.212790 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-e680aa19-fbd9-4917-a8e5-0d8f35c38df3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 1099 time: 0.0429163 Aug 18 14:57:22.324530 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-d83a23ba-3bda-4c79-9920-add117ad43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:22.325944 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-d83a23ba-3bda-4c79-9920-add117ad43c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0811934 Aug 18 14:57:22.396876 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-af84811b-0447-4633-aa67-46a53e885f20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b HTTP/1.1" status: 200 len: 1002 time: 0.0599911 Aug 18 14:57:22.449866 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-35979bfa-14c7-4ac0-ae7c-4e68c90a50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:22.451272 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-35979bfa-14c7-4ac0-ae7c-4e68c90a50f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0421407 Aug 18 14:57:22.509388 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-18c01151-56bd-400e-9b49-11231afb3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:22.510868 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-18c01151-56bd-400e-9b49-11231afb3e51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385213 Aug 18 14:57:22.600410 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-8ee9aca7-dd6f-4bfa-a666-f665ff6a7f19 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822132 Aug 18 14:57:22.687849 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-6f373a58-11c1-4383-97da-34f3a8a41dff req-0e7832b6-a326-4616-a6e0-7546f13bbc2b service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804985 Aug 18 14:57:44.092751 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:44.561158 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3955f9b3-4864-4054-b9a5-2bdabe0785fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:47.190693 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5cb07925-6d79-4604-a6c7-ff160676e6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:47.306973 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:48.028166 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:50.165985 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:56.778013 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:58:08.910123 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-401455a7-14d4-4117-a067-2efbed3135dd req-02f9e185-328d-456e-8eb0-bf5185dda44a tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972661390&fields=id&tenant_id=272e7d776a264f34b555df2245860a40 HTTP/1.1" status: 200 len: 267 time: 0.0324965 Aug 18 14:58:08.960870 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401455a7-14d4-4117-a067-2efbed3135dd req-9a36264e-0321-408a-8b04-f212f27ff21e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:08.962316 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-401455a7-14d4-4117-a067-2efbed3135dd req-9a36264e-0321-408a-8b04-f212f27ff21e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 984 time: 0.0462265 Aug 18 14:58:08.973431 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [req-401455a7-14d4-4117-a067-2efbed3135dd req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Request body: {'port': {'security_groups': ['3a11cdb9-0b4a-4a06-a204-8aa44597ad1e']}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:58:09.039340 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-401455a7-14d4-4117-a067-2efbed3135dd req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.204909 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [req-401455a7-14d4-4117-a067-2efbed3135dd req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] For port e7e40093-f434-40d0-b022-c90ee77e3ea1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:09.232035 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-401455a7-14d4-4117-a067-2efbed3135dd req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.236085 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-401455a7-14d4-4117-a067-2efbed3135dd req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.273412 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['e7e40093-f434-40d0-b022-c90ee77e3ea1'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:58:09.284663 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401455a7-14d4-4117-a067-2efbed3135dd req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:09.289115 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [req-401455a7-14d4-4117-a067-2efbed3135dd req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.289115 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-401455a7-14d4-4117-a067-2efbed3135dd req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "PUT /v2.0/ports/e7e40093-f434-40d0-b022-c90ee77e3ea1 HTTP/1.1" status: 200 len: 942 time: 0.3182840 Aug 18 14:58:09.289115 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:09.289696 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956" -d '{"events": [{"name": "network-changed", "server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:09.293577 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 39994) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:09.308416 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event updated for resources: {'Port': ['ID=e7e40093-f434-40d0-b022-c90ee77e3ea1,revision_number=7']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:09.317380 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.317747 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.318090 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.318476 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.318797 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.319139 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.319476 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.319852 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.320134 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.320473 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.320807 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.321139 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb04cccf-74b0-4ca8-8e53-ba0da5b23c67 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.347464 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acade3fc-2374-4711-9f17-f6b83524a615 x-openstack-request-id: req-acade3fc-2374-4711-9f17-f6b83524a615 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:09.347912 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:09.348259 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-acade3fc-2374-4711-9f17-f6b83524a615 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:09.348850 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'status': 'completed', 'code': 200} Aug 18 14:58:09.362103 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.408329 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.477636 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956 req-2957c449-b148-4ef4-a045-37e30919ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:09.479278 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956 req-2957c449-b148-4ef4-a045-37e30919ecce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=272e7d776a264f34b555df2245860a40&device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 1098 time: 0.0808394 Aug 18 14:58:09.534154 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['e7e40093-f434-40d0-b022-c90ee77e3ea1'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:58:09.546947 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.549599 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.550779 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "DELETE /v2.0/security-groups/5269d4ec-1afb-42af-9047-7569b60f5b38 HTTP/1.1" status: 204 len: 168 time: 0.2561464 Aug 18 14:58:09.554151 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 39996) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:09.566355 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5269d4ec-1afb-42af-9047-7569b60f5b38,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:09.582038 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.582471 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.582763 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.583108 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.583452 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.583796 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.584133 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.584467 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.584801 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.585149 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.585469 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.585798 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2509737-1eaf-4132-827a-6c40e39de6aa tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:09.611017 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956 req-5d3184e2-9c3f-4a9a-baaf-ab78f41826cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:09.612523 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956 req-5d3184e2-9c3f-4a9a-baaf-ab78f41826cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a6a951c-806b-4fe6-92b1-025369efadef HTTP/1.1" status: 200 len: 915 time: 0.1257548 Aug 18 14:58:09.633638 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-ee45e7c3-05fe-47dc-82bd-e8a8cf82f2a6 None None] Provisioning complete for port e7e40093-f434-40d0-b022-c90ee77e3ea1 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:58:09.634015 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ee45e7c3-05fe-47dc-82bd-e8a8cf82f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.684970 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956 req-01ab25f3-9a21-42ea-bee8-ca53a59198e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1 HTTP/1.1" status: 200 len: 1000 time: 0.0643835 Aug 18 14:58:09.737060 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956 req-555a1df7-daa8-4d98-8bbd-d611dadd98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:09.738534 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956 req-555a1df7-daa8-4d98-8bbd-d611dadd98ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6514d2a-a6be-40c0-9624-31b8c112971d HTTP/1.1" status: 200 len: 853 time: 0.0459483 Aug 18 14:58:09.762115 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Deleting port d9de9c9f-1046-486a-9b23-24a32fe95a0e {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:09.762801 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.786584 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956 req-1044ea19-b0c1-4e63-9ce7-b1adadb3c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:09.788245 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956 req-1044ea19-b0c1-4e63-9ce7-b1adadb3c051 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a6a951c-806b-4fe6-92b1-025369efadef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418894 Aug 18 14:58:09.851874 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.852233 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:09.864389 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Calling delete_port for d9de9c9f-1046-486a-9b23-24a32fe95a0e owned by network:floatingip {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:09.882603 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956 req-7bb195ba-a802-43e2-ab45-73fa8bdc2c49 service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866671 Aug 18 14:58:09.975288 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d1a8ab0f-b6b6-4194-8583-94efb1e6e956 req-e83d147f-bebe-47e4-9c10-a8e1f41ff407 service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853364 Aug 18 14:58:10.011652 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:10.036872 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event deleted for resources: {'Port': ['ID=d9de9c9f-1046-486a-9b23-24a32fe95a0e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:10.097342 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks [] for floatingip, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:10.098570 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Floating IP fc3c317e-aa5e-4481-af9b-f8bc8344ee54 disassociated (deleted). External IP: 172.27.0.89, port: e7e40093-f434-40d0-b022-c90ee77e3ea1. Aug 18 14:58:10.536040 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Router bb767871-ebe7-4a06-8462-a906d6ae23b6 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:58:10.639983 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:58:10.644739 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:10.649639 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf604720-c1e4-441e-ab51-325d88364360 None None] Sync routers for ids ['bb767871-ebe7-4a06-8462-a906d6ae23b6'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:58:10.658450 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf604720-c1e4-441e-ab51-325d88364360 None None] Routers {'bb767871-ebe7-4a06-8462-a906d6ae23b6'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:10.659088 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-cf604720-c1e4-441e-ab51-325d88364360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:57:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['bb767871-ebe7-4a06-8462-a906d6ae23b6'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:10.672896 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-1a33cf28-40a7-4b17-acd8-bf00016008e0 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "DELETE /v2.0/floatingips/fc3c317e-aa5e-4481-af9b-f8bc8344ee54 HTTP/1.1" status: 204 len: 168 time: 1.1174266 Aug 18 14:58:10.765229 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-cf604720-c1e4-441e-ab51-325d88364360 None None] Set router bb767871-ebe7-4a06-8462-a906d6ae23b6 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:10.977884 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-cf604720-c1e4-441e-ab51-325d88364360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '6ce9983b-c729-4b83-ab61-3857546508ab', 'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'mac_address': 'fa:16:3e:65:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:53Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 5, 'project_id': '272e7d776a264f34b555df2245860a40', 'subnets': [{'id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:11.006942 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf604720-c1e4-441e-ab51-325d88364360 None None] Checking router: bb767871-ebe7-4a06-8462-a906d6ae23b6 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:58:11.014799 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf604720-c1e4-441e-ab51-325d88364360 None None] Routers {'bb767871-ebe7-4a06-8462-a906d6ae23b6'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:11.015397 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-cf604720-c1e4-441e-ab51-325d88364360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:57:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['bb767871-ebe7-4a06-8462-a906d6ae23b6'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:11.116223 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-cf604720-c1e4-441e-ab51-325d88364360 None None] Set router bb767871-ebe7-4a06-8462-a906d6ae23b6 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:11.309187 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-cf604720-c1e4-441e-ab51-325d88364360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '6ce9983b-c729-4b83-ab61-3857546508ab', 'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'mac_address': 'fa:16:3e:65:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:53Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 5, 'project_id': '272e7d776a264f34b555df2245860a40', 'subnets': [{'id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:11.334838 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf604720-c1e4-441e-ab51-325d88364360 None None] The sync data for ids ['bb767871-ebe7-4a06-8462-a906d6ae23b6'] in dv-cinder-788365-10-iscsi is: [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:54:54Z', 'revision_number': 4, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '6ce9983b-c729-4b83-ab61-3857546508ab', 'name': '', 'network_id': '5a6a951c-806b-4fe6-92b1-025369efadef', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'mac_address': 'fa:16:3e:65:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:53Z', 'updated_at': '2021-08-18T14:55:04Z', 'revision_number': 5, 'project_id': '272e7d776a264f34b555df2245860a40', 'subnets': [{'id': 'b6514d2a-a6be-40c0-9624-31b8c112971d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:58:11.350233 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:11.354151 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:11.419222 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f5f925-47f9-4cf7-a078-936f58ae2cf6 x-openstack-request-id: req-d9f5f925-47f9-4cf7-a078-936f58ae2cf6 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:11.419525 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:11.419778 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d9f5f925-47f9-4cf7-a078-936f58ae2cf6 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:11.420380 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'status': 'completed', 'code': 200} Aug 18 14:58:11.539290 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c req-afe28769-cfb6-4842-9256-e3329406d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:11.540820 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c req-afe28769-cfb6-4842-9256-e3329406d7cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=272e7d776a264f34b555df2245860a40&device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 1098 time: 0.0494633 Aug 18 14:58:11.579219 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249fe81-ba3a-4de5-b14f-d37c11854668 req-a6ba5eb0-925f-4e5e-bb67-97e95db030eb tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:11.582274 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6249fe81-ba3a-4de5-b14f-d37c11854668 req-a6ba5eb0-925f-4e5e-bb67-97e95db030eb tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 946 time: 0.1432309 Aug 18 14:58:11.631012 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6249fe81-ba3a-4de5-b14f-d37c11854668 req-dbb5d46c-145e-4eb9-8f00-988b7f448e5a tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Aug 18 14:58:11.644086 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6486213-9bb9-4351-99ce-7e0ac90304b7 None None] New status for floating IP fc3c317e-aa5e-4481-af9b-f8bc8344ee54: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:58:11.651174 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c req-4c6e4bff-3282-4ee0-a26c-0dc528f23122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:11.652723 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c req-4c6e4bff-3282-4ee0-a26c-0dc528f23122 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a6a951c-806b-4fe6-92b1-025369efadef HTTP/1.1" status: 200 len: 915 time: 0.0950630 Aug 18 14:58:11.699077 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c req-fdc30f49-a890-4d5d-a843-d503d42a3cc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1 HTTP/1.1" status: 200 len: 217 time: 0.0386798 Aug 18 14:58:11.750254 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c req-d00b7d7f-c87d-444c-9b0d-35fc58e18dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:11.751754 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c req-d00b7d7f-c87d-444c-9b0d-35fc58e18dbb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6514d2a-a6be-40c0-9624-31b8c112971d HTTP/1.1" status: 200 len: 853 time: 0.0446427 Aug 18 14:58:11.798043 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c req-cae4739b-53a0-4612-9b91-4a36179b4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:11.799429 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c req-cae4739b-53a0-4612-9b91-4a36179b4d0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a6a951c-806b-4fe6-92b1-025369efadef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389183 Aug 18 14:58:11.895564 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c req-6cfbafab-cdb0-4fd6-a835-0d9ad7882515 service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875793 Aug 18 14:58:12.008971 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-fd84ea53-e894-4fa7-a9b8-f86e859d1a0c req-cc3de31f-3dd9-41e0-be68-e36e93916d6b service neutron] 10.222.0.69 "GET /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891504 Aug 18 14:58:12.739397 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4430ee8-13c2-4e2d-88d1-f50cbbfc4204 req-ebf286c6-0a51-4830-a105-5c79d812773d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:12.740849 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4430ee8-13c2-4e2d-88d1-f50cbbfc4204 req-ebf286c6-0a51-4830-a105-5c79d812773d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 946 time: 0.0479026 Aug 18 14:58:12.777772 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c4430ee8-13c2-4e2d-88d1-f50cbbfc4204 req-e724c586-f0bc-4328-8e52-e4127698df6e tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Aug 18 14:58:13.381464 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-71745b6a-9ad4-4e59-a24a-ce904da3caa2 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:13.382945 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-71745b6a-9ad4-4e59-a24a-ce904da3caa2 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 946 time: 0.0478892 Aug 18 14:58:13.475325 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Deleting port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:13.475689 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:13.561816 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] For port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:13.562175 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:13.730662 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:13.731038 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:13.731354 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.db.l3_db [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Floating IP 70875989-2bc1-4d3c-b1e2-5ea987b6e750 disassociated. External IP: 172.27.0.172, port: 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b. Aug 18 14:58:13.731693 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Calling delete_port for 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:13.856816 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:13.886905 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event deleted for resources: {'Port': ['ID=6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:13.929301 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4f47cb33-62a6-437e-985c-706668fc78a9 req-a253179f-a8d6-450e-97a0-01d12abc8f80 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 210 time: 0.0853302 Aug 18 14:58:13.997970 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:58:14.103446 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:58:14.112058 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:14.114298 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04d0eb-debc-4a61-b70e-58eed0bec94e None None] Sync routers for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:58:14.122977 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04d0eb-debc-4a61-b70e-58eed0bec94e None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:14.123595 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-ce04d0eb-debc-4a61-b70e-58eed0bec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:57:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:14.146452 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] No DVR routers for this DVR port 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:58:14.150102 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:14.152101 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-78914c8a-b34f-4068-a188-f8362b50f7ef req-c6bc4bd6-f6d6-4cbc-ba94-c7e391e1567c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "DELETE /v2.0/ports/6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b HTTP/1.1" status: 204 len: 173 time: 0.7626204 Aug 18 14:58:14.152536 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'name': 'network-vif-deleted', 'tag': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:14.154881 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70d7666-f285-41ba-9d3c-14194805fbbd" -d '{"events": [{"server_uuid": "40a07c39-7e38-4724-9a8b-da02ac6bb2d4", "name": "network-vif-deleted", "tag": "6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:14.190757 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf568bf-1197-43f3-8bf6-9f6ee67f8d8c x-openstack-request-id: req-2cf568bf-1197-43f3-8bf6-9f6ee67f8d8c {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:14.191078 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a07c39-7e38-4724-9a8b-da02ac6bb2d4", "name": "network-vif-deleted", "tag": "6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:14.191348 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2cf568bf-1197-43f3-8bf6-9f6ee67f8d8c {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:14.192435 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a07c39-7e38-4724-9a8b-da02ac6bb2d4', 'name': 'network-vif-deleted', 'tag': '6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b', 'status': 'completed', 'code': 200} Aug 18 14:58:14.255138 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-ce04d0eb-debc-4a61-b70e-58eed0bec94e None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:14.478274 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-ce04d0eb-debc-4a61-b70e-58eed0bec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:14.479281 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f63af6-8a59-49e3-b9e7-57e9fea5100a req-64b612af-997a-4841-b48a-b9b1b1099324 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:14.480814 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-45f63af6-8a59-49e3-b9e7-57e9fea5100a req-64b612af-997a-4841-b48a-b9b1b1099324 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 945 time: 0.0512450 Aug 18 14:58:14.505008 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04d0eb-debc-4a61-b70e-58eed0bec94e None None] Checking router: 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:58:14.513828 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04d0eb-debc-4a61-b70e-58eed0bec94e None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:14.514462 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-ce04d0eb-debc-4a61-b70e-58eed0bec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:57:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:14.520903 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-45f63af6-8a59-49e3-b9e7-57e9fea5100a req-2ae7dba3-0c0b-4fde-84e7-163076100ef6 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341637 Aug 18 14:58:14.576683 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-00c87db0-1e40-4a11-adab-ebecf5100589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:14.634409 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-ce04d0eb-debc-4a61-b70e-58eed0bec94e None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:14.827290 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-ce04d0eb-debc-4a61-b70e-58eed0bec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:14.853616 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04d0eb-debc-4a61-b70e-58eed0bec94e None None] The sync data for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi is: [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:58:15.046941 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-096cbe57-172c-4496-be26-eb94dacf5e54 req-8f68df1e-9261-4d79-9336-9d6890558379 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a07c39-7e38-4724-9a8b-da02ac6bb2d4 HTTP/1.1" status: 200 len: 210 time: 0.0305393 Aug 18 14:58:15.074367 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e248031-21e7-4512-8612-2d036e70c3d0 None None] New status for floating IP 70875989-2bc1-4d3c-b1e2-5ea987b6e750: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:58:15.636356 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e8655-44c6-40da-8b99-011b8e13d9c7 req-30f01799-523e-43b3-a143-a4306fa211b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:15.637804 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a12e8655-44c6-40da-8b99-011b8e13d9c7 req-30f01799-523e-43b3-a143-a4306fa211b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 945 time: 0.0475628 Aug 18 14:58:15.674522 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a12e8655-44c6-40da-8b99-011b8e13d9c7 req-02c9b895-efed-4a96-9f47-3b55bf26048e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307171 Aug 18 14:58:16.242327 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-383ecfec-66bb-41a5-85b3-a131a8561f39 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154568944&fields=id&tenant_id=9a82cb6540af4ff394d1c727abd94e4f HTTP/1.1" status: 200 len: 267 time: 0.0358052 Aug 18 14:58:16.347289 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-a3ead84a-0b32-418a-b609-898e2bc0dfee tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:16.348667 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-a3ead84a-0b32-418a-b609-898e2bc0dfee tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 812 time: 0.0994091 Aug 18 14:58:16.363391 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-fcc01427-6b72-478e-b395-29d028b81744 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/quotas/9a82cb6540af4ff394d1c727abd94e4f HTTP/1.1" status: 200 len: 375 time: 0.0091414 Aug 18 14:58:16.415790 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-19efb85b-dcf5-42f3-be53-54855663205a tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467327 Aug 18 14:58:16.510657 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-ff073e55-2e16-46e9-8768-db3e395caea5 service neutron] 10.222.0.38 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835707 Aug 18 14:58:16.600153 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-67f98441-19cb-4daf-9b09-043e199588fb service neutron] 10.222.0.38 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835989 Aug 18 14:58:16.759386 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92608f-2947-4d9d-83ef-e135ec713aff req-8310fd67-c009-4197-b696-817491b3f43f tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:16.760881 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da92608f-2947-4d9d-83ef-e135ec713aff req-8310fd67-c009-4197-b696-817491b3f43f tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.69 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 945 time: 0.0509372 Aug 18 14:58:16.804445 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98b12f-4007-4c2b-89b4-2e5b13212499 req-c86a199b-0c8f-499b-91b5-2dc0bd59cd7e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:16.805973 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8e98b12f-4007-4c2b-89b4-2e5b13212499 req-c86a199b-0c8f-499b-91b5-2dc0bd59cd7e tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/ports?device_id=084ebd7c-f203-41ab-aaab-045d10cfe22f HTTP/1.1" status: 200 len: 945 time: 0.0652432 Aug 18 14:58:16.845643 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-8e98b12f-4007-4c2b-89b4-2e5b13212499 req-0b6f8e5d-d2f4-4946-b418-41e63feaef15 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.38 "GET /v2.0/security-groups?id=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Aug 18 14:58:16.870783 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-da92608f-2947-4d9d-83ef-e135ec713aff req-fbabf38a-58f2-4c17-b25e-75db958b08b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Deleting port e7e40093-f434-40d0-b022-c90ee77e3ea1 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:16.871189 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-da92608f-2947-4d9d-83ef-e135ec713aff req-fbabf38a-58f2-4c17-b25e-75db958b08b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:16.918398 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-fedc1df2-8c26-46c6-b7be-9a16d90ad49a req-4616258e-ee33-4a13-8c1f-009f6544da1c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 210 time: 0.0273457 Aug 18 14:58:16.974315 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-da92608f-2947-4d9d-83ef-e135ec713aff req-fbabf38a-58f2-4c17-b25e-75db958b08b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] For port e7e40093-f434-40d0-b022-c90ee77e3ea1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e40093-f434-40d0-b022-c90ee77e3ea1,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:16.974719 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-da92608f-2947-4d9d-83ef-e135ec713aff req-fbabf38a-58f2-4c17-b25e-75db958b08b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:16.986853 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-da92608f-2947-4d9d-83ef-e135ec713aff req-fbabf38a-58f2-4c17-b25e-75db958b08b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Calling delete_port for e7e40093-f434-40d0-b022-c90ee77e3ea1 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:17.120704 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-da92608f-2947-4d9d-83ef-e135ec713aff req-fbabf38a-58f2-4c17-b25e-75db958b08b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:17.155456 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['e7e40093-f434-40d0-b022-c90ee77e3ea1'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:58:17.163786 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabf38a-58f2-4c17-b25e-75db958b08b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Pushing event deleted for resources: {'Port': ['ID=e7e40093-f434-40d0-b022-c90ee77e3ea1,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:17.192552 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:17.217995 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:58:17.218344 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 6cdbf2a0-15c4-4f84-8a80-19f1861c4e9b not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:58:17.231676 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-cf68d3dd-b169-4513-8544-053971791e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:17.232017 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-da92608f-2947-4d9d-83ef-e135ec713aff req-fbabf38a-58f2-4c17-b25e-75db958b08b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] No DVR routers for this DVR port e7e40093-f434-40d0-b022-c90ee77e3ea1 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:58:17.236372 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-da92608f-2947-4d9d-83ef-e135ec713aff req-fbabf38a-58f2-4c17-b25e-75db958b08b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:17.239872 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-da92608f-2947-4d9d-83ef-e135ec713aff req-fbabf38a-58f2-4c17-b25e-75db958b08b8 tempest-TestMinimumBasicScenario-415290111 tempest-TestMinimumBasicScenario-415290111-project] 10.222.0.69 "DELETE /v2.0/ports/e7e40093-f434-40d0-b022-c90ee77e3ea1 HTTP/1.1" status: 204 len: 173 time: 0.4721522 Aug 18 14:58:17.240552 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'name': 'network-vif-deleted', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:17.245235 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48d911c-6f38-479a-9fda-59091ed1424e" -d '{"events": [{"server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "name": "network-vif-deleted", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:17.284089 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14937842-f64f-4182-aae2-fbf51c1e6740 x-openstack-request-id: req-14937842-f64f-4182-aae2-fbf51c1e6740 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:17.284389 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084ebd7c-f203-41ab-aaab-045d10cfe22f", "name": "network-vif-deleted", "tag": "e7e40093-f434-40d0-b022-c90ee77e3ea1", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:17.284646 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-14937842-f64f-4182-aae2-fbf51c1e6740 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:17.285105 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084ebd7c-f203-41ab-aaab-045d10cfe22f', 'name': 'network-vif-deleted', 'tag': 'e7e40093-f434-40d0-b022-c90ee77e3ea1', 'status': 'completed', 'code': 200} Aug 18 14:58:17.308265 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:18.035161 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:18.190962 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-92995c75-a35c-4a61-bbdd-4c23132eeba5 req-040bd193-c9e3-49df-94a3-73a776518589 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 210 time: 0.0335412 Aug 18 14:58:18.244461 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-c5a2e676-c59d-4efa-aa77-e595ab1527c2 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:18.245938 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-c5a2e676-c59d-4efa-aa77-e595ab1527c2 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 812 time: 0.1180446 Aug 18 14:58:18.296236 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-46a78300-638a-480f-ab23-1e42734adfb9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a82cb6540af4ff394d1c727abd94e4f HTTP/1.1" status: 200 len: 380 time: 0.0356781 Aug 18 14:58:18.316222 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'port': {'device_id': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'admin_state_up': True, 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'security_groups': ['211c29d5-27c1-45e3-aac4-73d41816ba34']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:58:18.438573 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Made reservation on behalf of 9a82cb6540af4ff394d1c727abd94e4f for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:58:18.442627 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:18.567512 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Allocated IP 172.20.0.9 (2e8c57a8-8b96-4061-94eb-a2f094b9dc94/98cccde3-dd54-4b15-a876-a29ea96ab6dd/d518d88f-3c49-462f-be3c-2f651582ff10) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:58:18.644196 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40136) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:18.714356 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:18.728054 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Transition to ACTIVE for port object d518d88f-3c49-462f-be3c-2f651582ff10 will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:58:18.762550 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:18.810906 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:58:18.814145 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:58:18.818718 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:58:18.850768 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'Port': ['ID=d518d88f-3c49-462f-be3c-2f651582ff10,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:18.878712 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:18.879636 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:18.898143 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-56d01888-6da9-461a-ae94-11cc2972d407 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5851705 Aug 18 14:58:18.922771 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Request body: {'port': {'device_id': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:58:18.985433 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.032815 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634570'] for router_interface, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.050083 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-9c3a6f41-3e7d-48c0-a84d-bbd70e437c23 None None] Provisioning for port d518d88f-3c49-462f-be3c-2f651582ff10 completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:58:19.054288 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-9c3a6f41-3e7d-48c0-a84d-bbd70e437c23 None None] Provisioning complete for port d518d88f-3c49-462f-be3c-2f651582ff10 triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:58:19.054752 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6f41-3e7d-48c0-a84d-bbd70e437c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.088820 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a6f41-3e7d-48c0-a84d-bbd70e437c23 None None] Port d518d88f-3c49-462f-be3c-2f651582ff10 cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:58:19.246462 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d518d88f-3c49-462f-be3c-2f651582ff10 {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:58:19.254589 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.266765 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Transition to ACTIVE for port object d518d88f-3c49-462f-be3c-2f651582ff10 will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:58:19.271652 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.312857 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] Deleting port 6ce9983b-c729-4b83-ab61-3857546508ab {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:19.313357 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.323084 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d518d88f-3c49-462f-be3c-2f651582ff10,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:19.363612 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a19b0-2345-4911-a6fe-e955587b2489 req-c07f85eb-1f16-4b03-b5b4-8f6b9ae82b0f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:19.365154 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-048a19b0-2345-4911-a6fe-e955587b2489 req-c07f85eb-1f16-4b03-b5b4-8f6b9ae82b0f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 943 time: 0.1021605 Aug 18 14:58:19.399472 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Attempting to bind port d518d88f-3c49-462f-be3c-2f651582ff10 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:58:19.399822 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Attempting to bind port d518d88f-3c49-462f-be3c-2f651582ff10 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:58:19.400165 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Attempting to bind port d518d88f-3c49-462f-be3c-2f651582ff10 on network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:58:19.405026 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Port d518d88f-3c49-462f-be3c-2f651582ff10 on network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:58:19.405808 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Attempting to bind port d518d88f-3c49-462f-be3c-2f651582ff10 on network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:58:19.410485 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:58:19.410829 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Checking segment: {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:58:19.411622 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Bound using segment: {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:58:19.411622 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Bound port: d518d88f-3c49-462f-be3c-2f651582ff10, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:58:19.411990 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.436056 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-048a19b0-2345-4911-a6fe-e955587b2489 req-f189d068-0e87-41b8-b15a-1952341fee3a tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619931 Aug 18 14:58:19.444156 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] For port 6ce9983b-c729-4b83-ab61-3857546508ab, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=6ce9983b-c729-4b83-ab61-3857546508ab,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:19.444533 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.457201 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] Calling delete_port for 6ce9983b-c729-4b83-ab61-3857546508ab owned by network:router_interface {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:19.486420 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] For port d518d88f-3c49-462f-be3c-2f651582ff10, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:58:19.490579 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] For port d518d88f-3c49-462f-be3c-2f651582ff10, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d518d88f-3c49-462f-be3c-2f651582ff10,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:58:19.496144 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.539706 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:19.540360 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.541806 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] 10.222.0.69 "PUT /v2.0/ports/d518d88f-3c49-462f-be3c-2f651582ff10 HTTP/1.1" status: 200 len: 1093 time: 0.6250713 Aug 18 14:58:19.542255 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'tag': 'd518d88f-3c49-462f-be3c-2f651582ff10'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:19.544533 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9f43d2-2c82-4ada-b775-2eef25de8f77" -d '{"events": [{"name": "network-changed", "server_uuid": "39db2af4-9baf-41ab-9778-afc3596fe32b", "tag": "d518d88f-3c49-462f-be3c-2f651582ff10"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:19.565329 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdcbcf-a3a9-4706-82c6-39d91cdf96e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d518d88f-3c49-462f-be3c-2f651582ff10,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:19.599856 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a71e2e-27fe-4588-b3dc-2708b4318d1a x-openstack-request-id: req-34a71e2e-27fe-4588-b3dc-2708b4318d1a {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:19.599856 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39db2af4-9baf-41ab-9778-afc3596fe32b", "tag": "d518d88f-3c49-462f-be3c-2f651582ff10", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:19.599856 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34a71e2e-27fe-4588-b3dc-2708b4318d1a {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:19.599856 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'tag': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'status': 'completed', 'code': 200} Aug 18 14:58:19.656290 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-94fbcb4e-d16c-4cca-ac1e-a3167b70b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:19.658136 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-94fbcb4e-d16c-4cca-ac1e-a3167b70b80b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 1096 time: 0.0425897 Aug 18 14:58:19.661168 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.693836 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce9983b-c729-4b83-ab61-3857546508ab,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:19.712458 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-f0b5b4b9-d2a8-48e4-8978-08c0302364ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d518d88f-3c49-462f-be3c-2f651582ff10 HTTP/1.1" status: 200 len: 217 time: 0.0412924 Aug 18 14:58:19.768555 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-ca0daf6a-32e1-4313-b139-17289760d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:19.770052 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-ca0daf6a-32e1-4313-b139-17289760d622 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0505826 Aug 18 14:58:19.824534 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-b5c61ec8-1e8e-4b73-9721-58c77f260e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:19.826379 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-b5c61ec8-1e8e-4b73-9721-58c77f260e66 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494134 Aug 18 14:58:19.854661 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770906'] for router_interface, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:19.919275 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-ee13fec9-3fe5-4747-9e1c-f8b1be54fae4 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846739 Aug 18 14:58:20.009462 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-cbbe08fe-39f4-43d1-a66d-aa0f93ac824f req-73817a05-e113-4763-9044-c6e6e54d0766 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820079 Aug 18 14:58:20.067336 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] Router bb767871-ebe7-4a06-8462-a906d6ae23b6 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:58:20.137623 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f43d2-2c82-4ada-b775-2eef25de8f77 req-6fca6492-6d5e-4adb-bc2c-0b5cca81c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:20.139144 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c9f43d2-2c82-4ada-b775-2eef25de8f77 req-6fca6492-6d5e-4adb-bc2c-0b5cca81c2c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 1096 time: 0.0400724 Aug 18 14:58:20.169725 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:20.175379 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:58:20.181195 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-93555632-ca81-424b-83b8-30e7d8170d96 admin admin] 10.222.0.38 "PUT /v2.0/routers/bb767871-ebe7-4a06-8462-a906d6ae23b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5346265 Aug 18 14:58:20.183731 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40142) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:20.188214 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8ada7-7580-4652-9356-5b942e6f4c56 None None] Sync routers for ids ['bb767871-ebe7-4a06-8462-a906d6ae23b6'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:58:20.198132 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8ada7-7580-4652-9356-5b942e6f4c56 None None] Routers {'bb767871-ebe7-4a06-8462-a906d6ae23b6'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:20.198870 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-e5b8ada7-7580-4652-9356-5b942e6f4c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:58:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['bb767871-ebe7-4a06-8462-a906d6ae23b6'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:20.243021 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f43d2-2c82-4ada-b775-2eef25de8f77 req-a60c05a8-1991-4484-99cf-258fe001b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:20.244624 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c9f43d2-2c82-4ada-b775-2eef25de8f77 req-a60c05a8-1991-4484-99cf-258fe001b92b service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0979953 Aug 18 14:58:20.287913 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Notify callbacks [] for router, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:20.290779 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c9f43d2-2c82-4ada-b775-2eef25de8f77 req-92b43858-f7f7-4c71-a743-e2046a34d4a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d518d88f-3c49-462f-be3c-2f651582ff10 HTTP/1.1" status: 200 len: 217 time: 0.0373523 Aug 18 14:58:20.341905 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f43d2-2c82-4ada-b775-2eef25de8f77 req-3a0d1d67-8944-4539-9aff-74a109df5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:20.343468 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c9f43d2-2c82-4ada-b775-2eef25de8f77 req-3a0d1d67-8944-4539-9aff-74a109df5666 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0459881 Aug 18 14:58:20.392602 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:20.395860 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f43d2-2c82-4ada-b775-2eef25de8f77 req-c5354372-276d-450d-989c-05b22e1066c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:20.398126 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c9f43d2-2c82-4ada-b775-2eef25de8f77 req-c5354372-276d-450d-989c-05b22e1066c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463002 Aug 18 14:58:20.430952 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-e5b8ada7-7580-4652-9356-5b942e6f4c56 None None] Set router bb767871-ebe7-4a06-8462-a906d6ae23b6 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:20.447572 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Deleting port c263f078-5355-4697-8bfb-4130ae774430 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:20.448194 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:20.491674 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c9f43d2-2c82-4ada-b775-2eef25de8f77 req-9aa5195e-dd53-4add-99ad-7019db1e64a1 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867422 Aug 18 14:58:20.569464 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] For port c263f078-5355-4697-8bfb-4130ae774430, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=c263f078-5355-4697-8bfb-4130ae774430,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:20.569836 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:20.586618 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Calling delete_port for c263f078-5355-4697-8bfb-4130ae774430 owned by network:router_gateway {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:20.601155 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1c9f43d2-2c82-4ada-b775-2eef25de8f77 req-a6b6fd82-6ce7-4347-932a-28294abd7237 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019063 Aug 18 14:58:20.603532 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cc7a5-8c68-464c-b888-5943611351ac req-ff4da159-9cb6-45cd-989b-283ffed05dc6 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:20.605058 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c76cc7a5-8c68-464c-b888-5943611351ac req-ff4da159-9cb6-45cd-989b-283ffed05dc6 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 943 time: 0.0859096 Aug 18 14:58:20.618857 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-e5b8ada7-7580-4652-9356-5b942e6f4c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c263f078-5355-4697-8bfb-4130ae774430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:58:19Z', 'revision_number': 5, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port': {'id': 'c263f078-5355-4697-8bfb-4130ae774430', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:20.649938 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8ada7-7580-4652-9356-5b942e6f4c56 None None] Checking router: bb767871-ebe7-4a06-8462-a906d6ae23b6 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:58:20.658051 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8ada7-7580-4652-9356-5b942e6f4c56 None None] Routers {'bb767871-ebe7-4a06-8462-a906d6ae23b6'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:20.658702 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-e5b8ada7-7580-4652-9356-5b942e6f4c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:58:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['bb767871-ebe7-4a06-8462-a906d6ae23b6'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:20.680944 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-c76cc7a5-8c68-464c-b888-5943611351ac req-bad282e3-871a-4e10-9d99-3114d368efca tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698965 Aug 18 14:58:20.744262 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-e5b8ada7-7580-4652-9356-5b942e6f4c56 None None] Set router bb767871-ebe7-4a06-8462-a906d6ae23b6 gateway port host: None {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:20.792306 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:20.796453 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-e5b8ada7-7580-4652-9356-5b942e6f4c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:58:20Z', 'revision_number': 6, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port_host': None}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:20.818517 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=c263f078-5355-4697-8bfb-4130ae774430,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:20.826550 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8ada7-7580-4652-9356-5b942e6f4c56 None None] The sync data for ids ['bb767871-ebe7-4a06-8462-a906d6ae23b6'] in dv-cinder-788365-10-iscsi is: [{'id': 'bb767871-ebe7-4a06-8462-a906d6ae23b6', 'name': 'tempest-TestMinimumBasicScenario-923070234-router', 'tenant_id': '272e7d776a264f34b555df2245860a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:50Z', 'updated_at': '2021-08-18T14:58:20Z', 'revision_number': 6, 'project_id': '272e7d776a264f34b555df2245860a40', 'gw_port_host': None}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:58:20.877706 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614034'] for router_gateway, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.201695 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30964'] for router, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.203513 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e7e40093-f434-40d0-b022-c90ee77e3ea1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:21.203985 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.226191 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: e7e40093-f434-40d0-b022-c90ee77e3ea1 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:58:21.226584 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device e7e40093-f434-40d0-b022-c90ee77e3ea1 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:58:21.247844 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636632'] for router, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.248459 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb767871-ebe7-4a06-8462-a906d6ae23b6 {{(pid=100500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:58:21.252956 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.254135 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c40c4bfd-c8c6-4725-915a-dd9b8c720d7d admin admin] 10.222.0.38 "DELETE /v2.0/routers/bb767871-ebe7-4a06-8462-a906d6ae23b6 HTTP/1.1" status: 204 len: 168 time: 1.0694520 Aug 18 14:58:21.257280 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40146) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:21.300239 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bdbc86-bdff-4069-910b-c2d34e0584d3 admin admin] Deleting subnet b6514d2a-a6be-40c0-9624-31b8c112971d {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:58:21.304321 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-26bdbc86-bdff-4069-910b-c2d34e0584d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.340989 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-26bdbc86-bdff-4069-910b-c2d34e0584d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3614013'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.415161 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-26bdbc86-bdff-4069-910b-c2d34e0584d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.463510 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-26bdbc86-bdff-4069-910b-c2d34e0584d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3613971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3164302'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.489257 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdbc86-bdff-4069-910b-c2d34e0584d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6514d2a-a6be-40c0-9624-31b8c112971d,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:21.491149 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-26bdbc86-bdff-4069-910b-c2d34e0584d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.492957 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-26bdbc86-bdff-4069-910b-c2d34e0584d3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b6514d2a-a6be-40c0-9624-31b8c112971d HTTP/1.1" status: 204 len: 168 time: 0.2347717 Aug 18 14:58:21.495502 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40148) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:21.497927 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3547e-0bab-45bd-9245-51c3aebe32ff None None] Network 5a6a951c-806b-4fe6-92b1-025369efadef requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:58:21.569682 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.621362 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device c263f078-5355-4697-8bfb-4130ae774430 no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:21.644649 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: c263f078-5355-4697-8bfb-4130ae774430 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:58:21.645034 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device c263f078-5355-4697-8bfb-4130ae774430 not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:58:21.645466 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 6ce9983b-c729-4b83-ab61-3857546508ab no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:21.647016 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Deleting port 8798c0d9-ccaf-416d-ae7e-59765962320d {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:21.647368 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.667686 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 6ce9983b-c729-4b83-ab61-3857546508ab {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:58:21.667980 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 6ce9983b-c729-4b83-ab61-3857546508ab not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:58:21.725640 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] For port 8798c0d9-ccaf-416d-ae7e-59765962320d, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=8798c0d9-ccaf-416d-ae7e-59765962320d,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:21.726010 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.740773 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Calling delete_port for 8798c0d9-ccaf-416d-ae7e-59765962320d owned by network:dhcp {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:21.741198 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] DHCP port deletion for 5a6a951c-806b-4fe6-92b1-025369efadef request from dv-cinder-788365-10-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:58:21.788561 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Deleting port 8798c0d9-ccaf-416d-ae7e-59765962320d {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:21.789111 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.843791 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b658ae6-ac8a-4daa-a6d2-ae9d34de5f78 req-82456b69-131f-4a75-8ce6-37610c443fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:21.845348 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9b658ae6-ac8a-4daa-a6d2-ae9d34de5f78 req-82456b69-131f-4a75-8ce6-37610c443fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 943 time: 0.0639124 Aug 18 14:58:21.859420 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] For port 8798c0d9-ccaf-416d-ae7e-59765962320d, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=8798c0d9-ccaf-416d-ae7e-59765962320d,segment=NetworkSegment(9c1dfbf2-1dc3-4d79-ace2-62177ab4768a),segment_id=9c1dfbf2-1dc3-4d79-ace2-62177ab4768a)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:21.859825 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.877031 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Calling delete_port for 8798c0d9-ccaf-416d-ae7e-59765962320d owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:21.890440 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.925192 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-9b658ae6-ac8a-4daa-a6d2-ae9d34de5f78 req-48070cbb-7313-4ee0-804b-06eaec9e4c2e tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642395 Aug 18 14:58:21.926667 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=8798c0d9-ccaf-416d-ae7e-59765962320d,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:21.928516 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] No DVR routers for this DVR port 8798c0d9-ccaf-416d-ae7e-59765962320d on host dv-cinder-788365-10-iscsi {{(pid=100500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:58:21.959800 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.989871 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Pushing event deleted for resources: {'Port': ['ID=8798c0d9-ccaf-416d-ae7e-59765962320d,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:21.992125 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] No DVR routers for this DVR port 8798c0d9-ccaf-416d-ae7e-59765962320d on host dv-cinder-788365-10-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:58:21.999828 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.000174 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.000528 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.000870 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.001209 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.001548 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.001885 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.002216 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.002601 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.002913 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.003245 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.003571 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de93f9b-1121-40e5-a47b-b4d8a18203be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:22.009117 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.018969 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6a951c-806b-4fe6-92b1-025369efadef']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:22.028878 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:22.029175 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1dfbf2-1dc3-4d79-ace2-62177ab4768a') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:22.037610 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3614004'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.054929 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.061089 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:58:22.061480 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3613873'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: timer() Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: cb(*args, **kw) Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: self._notify() Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: self.callback(batched_events) Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: event.method(event) Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._get(url).json() Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:58:22.063292 dv-cinder-788365-10-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:58:22.114348 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.119609 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.121404 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] 10.222.0.38 "DELETE /v2.0/networks/5a6a951c-806b-4fe6-92b1-025369efadef HTTP/1.1" status: 204 len: 168 time: 0.6250114 Aug 18 14:58:22.124540 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 40152) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:22.132325 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c2566-e442-494e-9861-7c65f2e71ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6a951c-806b-4fe6-92b1-025369efadef,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:22.718522 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634570'] for router_interface, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.951285 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] Deleting port 4ce16737-3299-460f-88be-76dbeacb809f {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:22.951626 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:23.031504 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] For port 4ce16737-3299-460f-88be-76dbeacb809f, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=4ce16737-3299-460f-88be-76dbeacb809f,segment=NetworkSegment(ff140725-e1cc-4a7a-9330-2499fc768f31),segment_id=ff140725-e1cc-4a7a-9330-2499fc768f31)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:23.031871 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:23.044525 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] Calling delete_port for 4ce16737-3299-460f-88be-76dbeacb809f owned by network:router_interface {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:23.046718 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6d555-1f4e-4ee0-92e9-09890232fb1f req-d64fd8c1-b541-48ce-a554-51427e5ea215 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:23.048231 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-11c6d555-1f4e-4ee0-92e9-09890232fb1f req-d64fd8c1-b541-48ce-a554-51427e5ea215 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 943 time: 0.0483840 Aug 18 14:58:23.085608 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-11c6d555-1f4e-4ee0-92e9-09890232fb1f req-31dbad74-9193-4192-9b5f-73aa81cf8d1f tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315547 Aug 18 14:58:23.216764 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:23.241452 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce16737-3299-460f-88be-76dbeacb809f,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:23.407227 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770906'] for router_interface, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:23.408288 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 8798c0d9-ccaf-416d-ae7e-59765962320d no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:23.429478 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 8798c0d9-ccaf-416d-ae7e-59765962320d {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:58:23.429827 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 8798c0d9-ccaf-416d-ae7e-59765962320d not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:58:23.616028 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] Router f3e933d6-7d6c-4122-b537-1f8680f48b5e has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:58:23.719473 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:58:23.724882 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-e644f460-fb59-4a45-8765-0fc23e5c6b54 admin admin] 10.222.0.38 "PUT /v2.0/routers/f3e933d6-7d6c-4122-b537-1f8680f48b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5991490 Aug 18 14:58:23.727384 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 40156) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:23.730123 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47698d75-0358-4af2-96e4-d8447d411bda None None] Sync routers for ids ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:58:23.739631 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47698d75-0358-4af2-96e4-d8447d411bda None None] Routers {'f3e933d6-7d6c-4122-b537-1f8680f48b5e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:23.740235 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-47698d75-0358-4af2-96e4-d8447d411bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:58:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:23.828948 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:23.840086 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-47698d75-0358-4af2-96e4-d8447d411bda None None] Set router f3e933d6-7d6c-4122-b537-1f8680f48b5e gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:23.929619 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:23.980979 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Deleting port 98960d74-80f7-4b06-b438-98053d7dfad9 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:23.981322 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.015437 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-47698d75-0358-4af2-96e4-d8447d411bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'name': 'tempest-TestMinimumBasicScenario-632756596-router', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:57Z', 'updated_at': '2021-08-18T14:58:23Z', 'revision_number': 5, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'gw_port': {'id': '98960d74-80f7-4b06-b438-98053d7dfad9', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:58Z', 'updated_at': '2021-08-18T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:24.042656 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47698d75-0358-4af2-96e4-d8447d411bda None None] Checking router: f3e933d6-7d6c-4122-b537-1f8680f48b5e for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:58:24.050678 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47698d75-0358-4af2-96e4-d8447d411bda None None] Routers {'f3e933d6-7d6c-4122-b537-1f8680f48b5e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:24.051376 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-47698d75-0358-4af2-96e4-d8447d411bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:58:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:24.063424 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] For port 98960d74-80f7-4b06-b438-98053d7dfad9, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=98960d74-80f7-4b06-b438-98053d7dfad9,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:24.063793 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.075342 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Calling delete_port for 98960d74-80f7-4b06-b438-98053d7dfad9 owned by network:router_gateway {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:24.134873 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-47698d75-0358-4af2-96e4-d8447d411bda None None] Set router f3e933d6-7d6c-4122-b537-1f8680f48b5e gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:24.186682 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-47698d75-0358-4af2-96e4-d8447d411bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'name': 'tempest-TestMinimumBasicScenario-632756596-router', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:57Z', 'updated_at': '2021-08-18T14:58:23Z', 'revision_number': 6, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'gw_port_host': None}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:24.202863 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a241b4-82a7-4897-aa76-d49daf8ccf86 req-178aef08-34f9-4616-b76d-a654e18e56c1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:24.204753 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-90a241b4-82a7-4897-aa76-d49daf8ccf86 req-178aef08-34f9-4616-b76d-a654e18e56c1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 943 time: 0.0539358 Aug 18 14:58:24.215762 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47698d75-0358-4af2-96e4-d8447d411bda None None] The sync data for ids ['f3e933d6-7d6c-4122-b537-1f8680f48b5e'] in dv-cinder-788365-10-iscsi is: [{'id': 'f3e933d6-7d6c-4122-b537-1f8680f48b5e', 'name': 'tempest-TestMinimumBasicScenario-632756596-router', 'tenant_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:57Z', 'updated_at': '2021-08-18T14:58:23Z', 'revision_number': 6, 'project_id': 'bc7d35f14cd34777b2dccdc7d4eb73cf', 'gw_port_host': None}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:58:24.254200 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-90a241b4-82a7-4897-aa76-d49daf8ccf86 req-685af06d-db10-47c4-bd9c-741764c65141 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417125 Aug 18 14:58:24.259396 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.287774 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98960d74-80f7-4b06-b438-98053d7dfad9,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:24.343035 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614034'] for router_gateway, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.433254 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30964'] for router, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.435321 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.476369 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636632'] for router, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.476814 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e933d6-7d6c-4122-b537-1f8680f48b5e {{(pid=100499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:58:24.481115 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] Notify callbacks [] for router, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.482267 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9936c378-d821-4c6b-bdf9-dd68e00a7aa9 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f3e933d6-7d6c-4122-b537-1f8680f48b5e HTTP/1.1" status: 204 len: 168 time: 0.7539690 Aug 18 14:58:24.484781 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 40160) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:24.528310 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0095bf-10a1-4654-9e1d-cabfc36f3b4c admin admin] Deleting subnet 3d518321-90f4-4e70-99a9-21418b10cdf8 {{(pid=100499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:58:24.531206 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad0095bf-10a1-4654-9e1d-cabfc36f3b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.564701 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad0095bf-10a1-4654-9e1d-cabfc36f3b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3789213'] for subnet, precommit_delete_associations {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.650136 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad0095bf-10a1-4654-9e1d-cabfc36f3b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.701215 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad0095bf-10a1-4654-9e1d-cabfc36f3b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3815309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4181407'] for subnet, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.726232 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0095bf-10a1-4654-9e1d-cabfc36f3b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d518321-90f4-4e70-99a9-21418b10cdf8,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:24.733281 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-ad0095bf-10a1-4654-9e1d-cabfc36f3b4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.735529 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-ad0095bf-10a1-4654-9e1d-cabfc36f3b4c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3d518321-90f4-4e70-99a9-21418b10cdf8 HTTP/1.1" status: 204 len: 168 time: 0.2498088 Aug 18 14:58:24.738098 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 40162) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:24.739368 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d517f91-8656-4302-899d-730525ee0b87 None None] Network c6800659-5d8e-4309-9ed0-b5654d7ce428 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:58:24.807942 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.859778 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Deleting port d3231380-935d-428d-a5b0-c47928b23a84 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:24.860124 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.923049 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] For port d3231380-935d-428d-a5b0-c47928b23a84, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=d3231380-935d-428d-a5b0-c47928b23a84,segment=NetworkSegment(ff140725-e1cc-4a7a-9330-2499fc768f31),segment_id=ff140725-e1cc-4a7a-9330-2499fc768f31)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:24.923356 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.935179 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Calling delete_port for d3231380-935d-428d-a5b0-c47928b23a84 owned by network:dhcp {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:24.995218 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eda252a-28a6-4c97-b8df-31982a39ad14 None None] DHCP port deletion for c6800659-5d8e-4309-9ed0-b5654d7ce428 request from dv-cinder-788365-10-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:58:25.018105 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.043230 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-0eda252a-28a6-4c97-b8df-31982a39ad14 None None] Deleting port d3231380-935d-428d-a5b0-c47928b23a84 {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:25.043481 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3231380-935d-428d-a5b0-c47928b23a84,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:25.043705 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0eda252a-28a6-4c97-b8df-31982a39ad14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.048620 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] No DVR routers for this DVR port d3231380-935d-428d-a5b0-c47928b23a84 on host dv-cinder-788365-10-iscsi {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:58:25.110658 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-0eda252a-28a6-4c97-b8df-31982a39ad14 None None] For port d3231380-935d-428d-a5b0-c47928b23a84, host dv-cinder-788365-10-iscsi, got binding levels [] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:25.111064 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0eda252a-28a6-4c97-b8df-31982a39ad14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.123775 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.126728 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-0eda252a-28a6-4c97-b8df-31982a39ad14 None None] Calling delete_port for d3231380-935d-428d-a5b0-c47928b23a84 owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:25.129920 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.ipam_backend_mixin [None req-0eda252a-28a6-4c97-b8df-31982a39ad14 None None] Port d3231380-935d-428d-a5b0-c47928b23a84 was not found and therefore no delete operation was performed {{(pid=100501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 14:58:25.131205 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-0eda252a-28a6-4c97-b8df-31982a39ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.134106 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6800659-5d8e-4309-9ed0-b5654d7ce428']}} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:25.145879 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff140725-e1cc-4a7a-9330-2499fc768f31') {'for_net_delete': True} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:25.146172 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.services.segments.db [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff140725-e1cc-4a7a-9330-2499fc768f31') {} {{(pid=100499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:25.156347 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda252a-28a6-4c97-b8df-31982a39ad14 None None] Pushing event deleted for resources: {'Port': ['ID=d3231380-935d-428d-a5b0-c47928b23a84,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:25.157213 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3789204'] for segment, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.160027 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda252a-28a6-4c97-b8df-31982a39ad14 None None] No DVR routers for this DVR port d3231380-935d-428d-a5b0-c47928b23a84 on host dv-cinder-788365-10-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:58:25.172113 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.181596 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=100499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:58:25.182018 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3814959'] for segment, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: Traceback (most recent call last): Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: timer() Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: cb(*args, **kw) Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: return func(*args, **kwargs) Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: self._notify() Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: self.callback(batched_events) Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: event.method(event) Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: return f(self, *a, **k) Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._get(url).json() Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: return self.request(url, 'GET', **kwargs) Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:58:25.184215 dv-cinder-788365-10-iscsi neutron-server[100499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:58:25.239384 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.245850 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.247698 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c6800659-5d8e-4309-9ed0-b5654d7ce428 HTTP/1.1" status: 204 len: 168 time: 0.5081065 Aug 18 14:58:25.259966 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ee70c-7754-4adb-a91a-bef574419940 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6800659-5d8e-4309-9ed0-b5654d7ce428,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:25.359167 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device d3231380-935d-428d-a5b0-c47928b23a84 no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:25.362683 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d4cd1-b7fa-4801-b097-f0e1e33f20f7 req-78577701-ea24-458f-9fe4-5fa29a87d4c5 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:25.364420 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a79d4cd1-b7fa-4801-b097-f0e1e33f20f7 req-78577701-ea24-458f-9fe4-5fa29a87d4c5 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 943 time: 0.0493221 Aug 18 14:58:25.379879 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: d3231380-935d-428d-a5b0-c47928b23a84 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:58:25.380259 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device d3231380-935d-428d-a5b0-c47928b23a84 not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:58:25.380763 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 4ce16737-3299-460f-88be-76dbeacb809f no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:25.400776 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 4ce16737-3299-460f-88be-76dbeacb809f {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:58:25.401127 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 4ce16737-3299-460f-88be-76dbeacb809f not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:58:25.401732 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 98960d74-80f7-4b06-b438-98053d7dfad9 no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:25.407142 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a79d4cd1-b7fa-4801-b097-f0e1e33f20f7 req-e21ef398-9fc4-425d-8272-2af0a0604820 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366607 Aug 18 14:58:25.423938 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 98960d74-80f7-4b06-b438-98053d7dfad9 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:58:25.424519 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 98960d74-80f7-4b06-b438-98053d7dfad9 not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:58:25.467542 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40168) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:25.507491 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-a22b1a64-93cd-4a99-8463-4581cdda4788 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=272e7d776a264f34b555df2245860a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386729 Aug 18 14:58:25.509607 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40170) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:25.555230 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-94709799-5be6-4957-b743-604707bef78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.575482 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-94709799-5be6-4957-b743-604707bef78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.623191 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-94709799-5be6-4957-b743-604707bef78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.625787 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-94709799-5be6-4957-b743-604707bef78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:25.626934 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-94709799-5be6-4957-b743-604707bef78f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a11cdb9-0b4a-4a06-a204-8aa44597ad1e HTTP/1.1" status: 204 len: 168 time: 0.1164162 Aug 18 14:58:25.634954 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94709799-5be6-4957-b743-604707bef78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a11cdb9-0b4a-4a06-a204-8aa44597ad1e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:25.920133 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 40176) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:25.958067 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-9c9e5234-7a48-4e6b-8cc5-962b1f06d502 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc7d35f14cd34777b2dccdc7d4eb73cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367954 Aug 18 14:58:25.960302 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 40178) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:26.009175 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd8c964a-1dd2-49b3-ab1f-755586c012ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:26.029369 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd8c964a-1dd2-49b3-ab1f-755586c012ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:26.074133 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd8c964a-1dd2-49b3-ab1f-755586c012ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:26.076700 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-cd8c964a-1dd2-49b3-ab1f-755586c012ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:26.078184 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-cd8c964a-1dd2-49b3-ab1f-755586c012ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f16d3dd-37c0-4b9e-ab51-771e452aeb71 HTTP/1.1" status: 204 len: 168 time: 0.1170189 Aug 18 14:58:26.087530 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c964a-1dd2-49b3-ab1f-755586c012ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f16d3dd-37c0-4b9e-ab51-771e452aeb71,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:26.518492 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248862f-8d22-4d9b-805a-1d007b20cf58 req-03367d44-ab09-4c96-9c51-02d2eda697f5 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:26.519959 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e248862f-8d22-4d9b-805a-1d007b20cf58 req-03367d44-ab09-4c96-9c51-02d2eda697f5 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 943 time: 0.0481730 Aug 18 14:58:26.556737 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e248862f-8d22-4d9b-805a-1d007b20cf58 req-c7e654c7-76c8-4358-9a0f-7eb4804950aa tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308025 Aug 18 14:58:27.249212 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d518d88f-3c49-462f-be3c-2f651582ff10 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:58:27.343870 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d518d88f-3c49-462f-be3c-2f651582ff10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d518d88f-3c49-462f-be3c-2f651582ff10,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:27.354699 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'port_id': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'mac_address': 'fa:16:3e:c0:0b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:58:27.390947 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:27.403489 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d518d88f-3c49-462f-be3c-2f651582ff10 {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:58:27.422927 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d518d88f-3c49-462f-be3c-2f651582ff10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d518d88f-3c49-462f-be3c-2f651582ff10,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:27.427915 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:27.476201 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=d518d88f-3c49-462f-be3c-2f651582ff10,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:27.667553 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e8ba9-04fb-4ff8-a38c-f1fb8a9381bf req-fd672e04-8394-4666-b25b-46b6be62fc9a tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:27.669015 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7e4e8ba9-04fb-4ff8-a38c-f1fb8a9381bf req-fd672e04-8394-4666-b25b-46b6be62fc9a tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 944 time: 0.0477252 Aug 18 14:58:27.705123 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-7e4e8ba9-04fb-4ff8-a38c-f1fb8a9381bf req-32290e56-3659-4983-9025-395243499867 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304134 Aug 18 14:58:27.876968 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['d518d88f-3c49-462f-be3c-2f651582ff10'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:58:28.818492 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f347ed-6545-4c6e-9365-23b433bb361f req-d4a9ad05-c298-4642-a4c5-1a30a86d32a6 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:28.819926 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b3f347ed-6545-4c6e-9365-23b433bb361f req-d4a9ad05-c298-4642-a4c5-1a30a86d32a6 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 944 time: 0.0504756 Aug 18 14:58:28.855013 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b3f347ed-6545-4c6e-9365-23b433bb361f req-ac7ea7dc-7b9f-4f18-8325-9f7807cbf509 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293932 Aug 18 14:58:29.275665 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d518d88f-3c49-462f-be3c-2f651582ff10 up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:58:29.322600 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port d518d88f-3c49-462f-be3c-2f651582ff10 completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:58:29.326085 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port d518d88f-3c49-462f-be3c-2f651582ff10 triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:58:29.326527 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:29.399381 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:29.423727 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd518d88f-3c49-462f-be3c-2f651582ff10'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:29.425969 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672b71d7-4668-48d6-bf85-040539e69271" -d '{"events": [{"server_uuid": "39db2af4-9baf-41ab-9778-afc3596fe32b", "name": "network-vif-plugged", "status": "completed", "tag": "d518d88f-3c49-462f-be3c-2f651582ff10"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:29.438323 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port d518d88f-3c49-462f-be3c-2f651582ff10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d518d88f-3c49-462f-be3c-2f651582ff10,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:29.442737 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:29.465494 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247b5c6f-823e-486f-b1db-40bb85cdc1e2 x-openstack-request-id: req-247b5c6f-823e-486f-b1db-40bb85cdc1e2 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:29.465785 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39db2af4-9baf-41ab-9778-afc3596fe32b", "name": "network-vif-plugged", "status": "completed", "tag": "d518d88f-3c49-462f-be3c-2f651582ff10", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:29.466033 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-247b5c6f-823e-486f-b1db-40bb85cdc1e2 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:29.466418 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'code': 200} Aug 18 14:58:29.491203 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=d518d88f-3c49-462f-be3c-2f651582ff10,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:29.693244 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eb059-6cc8-4f31-b954-605f2d7b6a03 req-3d93de56-693c-4332-83c6-4c7be50101af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:29.694694 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-281eb059-6cc8-4f31-b954-605f2d7b6a03 req-3d93de56-693c-4332-83c6-4c7be50101af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 1098 time: 0.0389481 Aug 18 14:58:29.729206 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-281eb059-6cc8-4f31-b954-605f2d7b6a03 req-d879568c-fa39-4c20-875d-5208fb23e0be service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273051 Aug 18 14:58:29.967185 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2fc9f-ab8a-442f-aadd-cf32ff79c321 req-a838ea0b-0683-4e96-8e43-4e0fa41dd665 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:29.968635 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a7a2fc9f-ab8a-442f-aadd-cf32ff79c321 req-a838ea0b-0683-4e96-8e43-4e0fa41dd665 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 945 time: 0.0476780 Aug 18 14:58:30.005526 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a7a2fc9f-ab8a-442f-aadd-cf32ff79c321 req-2a6124d9-88a1-44cc-9d44-1d02f405a1ef tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311122 Aug 18 14:58:31.124194 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beae6c-4f24-49c5-b24e-8e31acc342f8 req-acd0a52e-45b7-4ce4-be85-53ea86ac51b4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:31.125645 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-86beae6c-4f24-49c5-b24e-8e31acc342f8 req-acd0a52e-45b7-4ce4-be85-53ea86ac51b4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 945 time: 0.0521321 Aug 18 14:58:31.164947 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-86beae6c-4f24-49c5-b24e-8e31acc342f8 req-159bf74c-d01a-45f7-97b1-6664ffad49a0 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325572 Aug 18 14:58:31.294093 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [req-3d27a769-143e-4bb6-895e-2cdf44ca2c7b req-a2121c43-8818-42a3-94c3-bb770b4c6a0f service neutron] (100500) timed out ('10.222.0.69', 59862) {{(pid=100500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:58:32.277926 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b66604-3ac7-4a5e-8f03-5c602a328dc3 req-43d272e0-a8f2-4d4c-be3f-91ee077c87a4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:32.279423 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-08b66604-3ac7-4a5e-8f03-5c602a328dc3 req-43d272e0-a8f2-4d4c-be3f-91ee077c87a4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 945 time: 0.0511827 Aug 18 14:58:32.315696 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-08b66604-3ac7-4a5e-8f03-5c602a328dc3 req-494f7529-1d24-4228-a5a2-dc78b6b594d1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304573 Aug 18 14:58:32.427274 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f30a1e-0ba5-4df2-9763-a7e6b85f077a req-f13f48b5-bc87-4d74-8284-020a0b990497 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:32.428718 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-43f30a1e-0ba5-4df2-9763-a7e6b85f077a req-f13f48b5-bc87-4d74-8284-020a0b990497 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 945 time: 0.0484643 Aug 18 14:58:32.464792 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-43f30a1e-0ba5-4df2-9763-a7e6b85f077a req-cef602e5-a68b-4856-a03a-f2a2782d3232 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302629 Aug 18 14:58:32.486688 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40198) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:32.524196 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a51aff-01ea-4ccc-bbc9-6dfec4037c8f tempest-TestVolumeBootPattern-268214100 tempest-TestVolumeBootPattern-268214100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:32.525639 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-22a51aff-01ea-4ccc-bbc9-6dfec4037c8f tempest-TestVolumeBootPattern-268214100 tempest-TestVolumeBootPattern-268214100-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 1093 time: 0.0380287 Aug 18 14:58:32.528340 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40200) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:32.532736 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'floatingip': {'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'port_id': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:58:32.554195 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:32.651058 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:32.749570 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Allocated IP 172.27.0.4 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/315a2021-284b-40e1-9dac-a630c372e92d) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:58:32.852854 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:32.891037 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:32.930083 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:58:32.932921 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:58:32.936429 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:58:32.958533 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'Port': ['ID=315a2021-284b-40e1-9dac-a630c372e92d,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:33.278540 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:33.342305 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:33.486203 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:33.490669 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:33.563729 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'Port': ['ID=315a2021-284b-40e1-9dac-a630c372e92d,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:33.570185 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:33.665859 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Floating IP fd6b0c51-71b2-45cd-bc52-5a561fffbc61 associated. External IP: 172.27.0.4, port: d518d88f-3c49-462f-be3c-2f651582ff10. Aug 18 14:58:33.776498 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:58:33.863961 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:58:33.966951 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:58:33.977157 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9304f-ad80-4430-ab94-1d06a7cdcec7 None None] Sync routers for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:58:33.983925 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:33.987295 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9304f-ad80-4430-ab94-1d06a7cdcec7 None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:33.987911 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-33e9304f-ad80-4430-ab94-1d06a7cdcec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:58:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:34.022455 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9020b9dc-11e9-45ff-9d4c-0ed504aa6fa4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4820185 Aug 18 14:58:34.022455 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'tag': 'd518d88f-3c49-462f-be3c-2f651582ff10'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:34.022455 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d989b90-b455-42dd-9977-0e6df267605f" -d '{"events": [{"name": "network-changed", "server_uuid": "39db2af4-9baf-41ab-9778-afc3596fe32b", "tag": "d518d88f-3c49-462f-be3c-2f651582ff10"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:34.055549 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adcb1b7-ac76-4c6e-88b4-39a7e07df058 x-openstack-request-id: req-5adcb1b7-ac76-4c6e-88b4-39a7e07df058 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:34.055842 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39db2af4-9baf-41ab-9778-afc3596fe32b", "tag": "d518d88f-3c49-462f-be3c-2f651582ff10", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:34.056100 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5adcb1b7-ac76-4c6e-88b4-39a7e07df058 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:34.056511 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'tag': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'status': 'completed', 'code': 200} Aug 18 14:58:34.093109 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-33e9304f-ad80-4430-ab94-1d06a7cdcec7 None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:34.139481 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d989b90-b455-42dd-9977-0e6df267605f req-33e4298c-762f-456f-a358-cea298418e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:34.141132 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d989b90-b455-42dd-9977-0e6df267605f req-33e4298c-762f-456f-a358-cea298418e6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 1098 time: 0.0411572 Aug 18 14:58:34.232816 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d989b90-b455-42dd-9977-0e6df267605f req-80a8fd01-bb59-46bb-ae78-32f513f697f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:34.234292 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d989b90-b455-42dd-9977-0e6df267605f req-80a8fd01-bb59-46bb-ae78-32f513f697f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0859144 Aug 18 14:58:34.302103 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d989b90-b455-42dd-9977-0e6df267605f req-029d31a0-c738-4a15-84c1-f49992902da3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d518d88f-3c49-462f-be3c-2f651582ff10 HTTP/1.1" status: 200 len: 997 time: 0.0603895 Aug 18 14:58:34.316003 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-33e9304f-ad80-4430-ab94-1d06a7cdcec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fd6b0c51-71b2-45cd-bc52-5a561fffbc61', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:c0:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:58:33Z', 'updated_at': '2021-08-18T14:58:33Z', 'revision_number': 0, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:34.346735 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9304f-ad80-4430-ab94-1d06a7cdcec7 None None] Checking router: 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:58:34.351148 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d989b90-b455-42dd-9977-0e6df267605f req-c8789315-1f05-4ceb-a109-21d5de2f1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:34.352619 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d989b90-b455-42dd-9977-0e6df267605f req-c8789315-1f05-4ceb-a109-21d5de2f1ffb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0441964 Aug 18 14:58:34.354967 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9304f-ad80-4430-ab94-1d06a7cdcec7 None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:58:34.355575 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-33e9304f-ad80-4430-ab94-1d06a7cdcec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T14:58:17Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:34.398926 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d989b90-b455-42dd-9977-0e6df267605f req-e6a04cd2-84b8-4480-bf9f-d2cc204e47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:34.400389 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d989b90-b455-42dd-9977-0e6df267605f req-e6a04cd2-84b8-4480-bf9f-d2cc204e47e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407257 Aug 18 14:58:34.495899 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d989b90-b455-42dd-9977-0e6df267605f req-e6291cc7-5c8a-4fab-b15b-4632f81f894f service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879915 Aug 18 14:58:34.583613 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-33e9304f-ad80-4430-ab94-1d06a7cdcec7 None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:58:34.593000 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-1d989b90-b455-42dd-9977-0e6df267605f req-88d9f3c9-fdd9-42dc-b88c-3c81954a3af0 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889328 Aug 18 14:58:34.797530 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-33e9304f-ad80-4430-ab94-1d06a7cdcec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fd6b0c51-71b2-45cd-bc52-5a561fffbc61', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:c0:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:58:33Z', 'updated_at': '2021-08-18T14:58:33Z', 'revision_number': 0, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:58:34.825813 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9304f-ad80-4430-ab94-1d06a7cdcec7 None None] The sync data for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi is: [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fd6b0c51-71b2-45cd-bc52-5a561fffbc61', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:c0:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:58:33Z', 'updated_at': '2021-08-18T14:58:33Z', 'revision_number': 0, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:58:34.994791 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb483470-cf9c-425c-a611-9747257e5f39 None None] New status for floating IP fd6b0c51-71b2-45cd-bc52-5a561fffbc61: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:58:37.165681 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [req-1504e106-c14c-4462-8c64-1ff2723721ac req-5a5a3b29-2d89-4c00-845a-5b165d6031fc service neutron] (100499) timed out ('10.222.0.69', 59877) {{(pid=100499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:58:44.109455 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:44.557644 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-58f8c317-a0d6-4e8d-9023-e93a428b9d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:47.192223 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-271a0b14-be2d-4b97-90c1-e1e43dfbdab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:47.307884 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:48.034114 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:50.173619 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:53.339727 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [req-903136c8-1ffd-479f-89e2-b2f27cf6d49f req-070d2611-dab9-4862-aac1-fa8de6bc7fe2 service neutron] (100500) timed out ('10.222.0.69', 59885) {{(pid=100500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 14:59:10.775997 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:59:14.108713 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:14.557233 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7808a32b-1db1-481b-8070-ffb2f853c197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:17.192717 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b13a14e6-a63f-463a-afdf-8ccb043ae9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:17.307040 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:18.035608 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:20.175265 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:21.348822 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-a877426c-c0b6-4563-92d7-10093c213743 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402248 Aug 18 14:59:21.448293 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-dcd423d4-2993-43c6-9335-0bda7e7c8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:21.449751 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-dcd423d4-2993-43c6-9335-0bda7e7c8576 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 1098 time: 0.0431123 Aug 18 14:59:21.548916 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-0bd839cc-2d52-4ef6-af1e-354ac8dd0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:21.550345 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-0bd839cc-2d52-4ef6-af1e-354ac8dd0964 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0817373 Aug 18 14:59:21.886418 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-8bf4b990-6e65-489d-8dab-1ef57bb0f10f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d518d88f-3c49-462f-be3c-2f651582ff10 HTTP/1.1" status: 200 len: 999 time: 0.3291903 Aug 18 14:59:21.934042 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-e87db2c4-d1c0-4e93-ad2c-8b679269d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:21.935425 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-e87db2c4-d1c0-4e93-ad2c-8b679269d670 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0418265 Aug 18 14:59:21.979354 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-f6e8cae1-a58a-4f47-8c8c-e622c12810aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:21.980812 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-f6e8cae1-a58a-4f47-8c8c-e622c12810aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383666 Aug 18 14:59:22.070307 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-229fc294-a9b6-49e6-8534-79df98f52035 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816171 Aug 18 14:59:22.157396 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f779d5d4-e9ce-461e-b483-63c0c0244f96 req-e74f4e5b-11e9-4b91-b661-1f67e9129aea service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790577 Aug 18 14:59:44.138914 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:44.557349 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fa1112f3-4a02-4cae-b4d7-08df4cdaae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:47.192900 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9ffc3990-2ccc-4127-8d19-e852c6663f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:47.306998 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:47.775987 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:59:48.038697 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:50.178353 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:14.154487 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:14.556571 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-51aa18ff-2710-43c3-b03d-6d94746b86f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:17.195568 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-8ac98cfd-aae2-4476-b156-80988cc9c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:17.307014 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:18.040657 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:20.179684 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:23.477479 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-c86644cf-2c1d-42d5-8eab-20e1754dbc66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1711347 Aug 18 15:00:23.578233 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-770e53ee-5059-4685-b5a0-c6c776647d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:23.579644 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-770e53ee-5059-4685-b5a0-c6c776647d13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 1098 time: 0.0435069 Aug 18 15:00:23.680655 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-073f7d8e-6a61-4439-a1aa-f04a31e8d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:23.682723 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-073f7d8e-6a61-4439-a1aa-f04a31e8d4be service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0834067 Aug 18 15:00:23.749825 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-478e1383-2664-4329-83f2-4e8d549cd72e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d518d88f-3c49-462f-be3c-2f651582ff10 HTTP/1.1" status: 200 len: 999 time: 0.0590897 Aug 18 15:00:23.797030 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-9407a167-6c84-4dcd-b72a-5bc40fa8c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:23.798385 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-9407a167-6c84-4dcd-b72a-5bc40fa8c455 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0410740 Aug 18 15:00:23.842123 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-304548e0-7060-483a-b58b-7f12975b7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:23.843479 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-304548e0-7060-483a-b58b-7f12975b7c0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381880 Aug 18 15:00:23.933806 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-25ba0150-3da8-40e5-b5be-137546181b3b service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825315 Aug 18 15:00:24.019791 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b6911ae2-b99a-4d02-bae9-b215c71c1ee2 req-830483c2-2bca-4096-8fd0-7b4aa6d23076 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796189 Aug 18 15:00:24.774277 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:00:44.167267 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.556039 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4232138a-d679-402e-a82a-48b463f3cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.195078 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-fa202f9c-537c-432f-a2a7-10ea19c90849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.308207 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.944363 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-8becbfb3-331a-422b-9c09-9ddb3a71b14c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154568944&fields=id&tenant_id=9a82cb6540af4ff394d1c727abd94e4f HTTP/1.1" status: 200 len: 267 time: 0.0337379 Aug 18 15:00:48.043963 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:48.050418 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094410f0-0680-428e-9e98-92808509ac97 req-c7980719-b82b-42cb-b51a-e009d9ce701b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:48.051869 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-c7980719-b82b-42cb-b51a-e009d9ce701b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 812 time: 0.1005044 Aug 18 15:00:48.067051 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-8fd14095-8f45-4133-b48f-5094f00d86af tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/quotas/9a82cb6540af4ff394d1c727abd94e4f HTTP/1.1" status: 200 len: 375 time: 0.0092371 Aug 18 15:00:48.121663 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-38d25a29-9574-4720-89e8-5b69f1b84107 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0494947 Aug 18 15:00:48.184954 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-d86fdeb3-b4ee-4a91-82c2-e5c007d95701 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:00:48.186243 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-d86fdeb3-b4ee-4a91-82c2-e5c007d95701 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531383 Aug 18 15:00:48.277413 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-ed50687a-455d-4efb-851a-8b9a990f37a1 service neutron] 10.222.0.38 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848892 Aug 18 15:00:48.362932 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-34e09713-06ac-47fd-9770-67a450f874e9 service neutron] 10.222.0.38 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795772 Aug 18 15:00:48.643240 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-f5aafd66-d50b-4582-8d29-a9bb062cb796 req-ae975afb-f444-4d2e-b022-d33a6ba5c6c1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 210 time: 0.0256727 Aug 18 15:00:49.749954 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-e4f2db0b-fad6-4d74-9d6d-9ace0d65213e req-2efdf5a5-623a-4a1c-b920-2b2e6f9a6638 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 210 time: 0.0289822 Aug 18 15:00:49.785415 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094410f0-0680-428e-9e98-92808509ac97 req-bec4b4ce-2f2a-4c55-b93d-e0a8576e22fd tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:49.786911 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-bec4b4ce-2f2a-4c55-b93d-e0a8576e22fd tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 812 time: 0.1095581 Aug 18 15:00:49.834965 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-a29f7028-d84a-404c-ba38-09777724f87a tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a82cb6540af4ff394d1c727abd94e4f HTTP/1.1" status: 200 len: 380 time: 0.0328035 Aug 18 15:00:49.847109 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'port': {'device_id': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'admin_state_up': True, 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'security_groups': ['211c29d5-27c1-45e3-aac4-73d41816ba34']}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:49.952093 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Made reservation on behalf of 9a82cb6540af4ff394d1c727abd94e4f for: {'port': 1} {{(pid=100499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:00:49.955540 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.079067 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.db_base_plugin_common [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Allocated IP 172.20.0.4 (2e8c57a8-8b96-4061-94eb-a2f094b9dc94/98cccde3-dd54-4b15-a876-a29ea96ab6dd/0f8d19ea-098a-4115-b64f-a1ed8a59ee0f) {{(pid=100499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:50.182679 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.217684 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for port, precommit_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.230526 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Transition to ACTIVE for port object 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f will not be triggered until provisioned by entity DHCP. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:50.264069 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_create {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.308674 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 is already hosted by enough agents. {{(pid=100499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:50.312005 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.base_scheduler [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Resources bound (agent type, host, resource id): {{(pid=100499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:50.316384 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Received port after_create {{(pid=100499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:50.341862 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'Port': ['ID=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f,revision_number=1']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:50.356727 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.357168 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.357426 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.357760 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.358099 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.358517 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.358888 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.359220 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.359553 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.359920 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.360284 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.360609 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:50.381700 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:50.382349 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.399487 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-b96be078-0e4f-4a00-b4a9-b93293247038 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558178 Aug 18 15:00:50.423423 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.v2.base [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Request body: {'port': {'device_id': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:50.484563 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.580606 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e6d71398-24e0-4a9a-8a34-4d82f2db7f9a None None] Provisioning for port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f completed by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:50.584266 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-e6d71398-24e0-4a9a-8a34-4d82f2db7f9a None None] Provisioning complete for port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f triggered by entity DHCP. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:50.584642 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e6d71398-24e0-4a9a-8a34-4d82f2db7f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.618738 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e6d71398-24e0-4a9a-8a34-4d82f2db7f9a None None] Port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f cannot update to ACTIVE because it is not bound. {{(pid=100501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:00:50.765465 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f {{(pid=100499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:00:50.772758 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.785227 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.provisioning_blocks [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Transition to ACTIVE for port object 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f will not be triggered until provisioned by entity L2. {{(pid=100499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:50.790184 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.858334 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f,revision_number=2']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:50.912160 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Attempting to bind port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:00:50.912602 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Attempting to bind port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:00:50.912997 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Attempting to bind port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f on network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:50.919193 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f on network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:00:50.919525 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Attempting to bind port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f on network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:50.925351 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Checking agent: {'id': 'd7646f19-646a-4826-9223-66898c062f28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:00:50.925881 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Checking segment: {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:50.926213 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Bound using segment: {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'} {{(pid=100499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:00:50.926712 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.managers [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Bound port: 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98a8589-e81a-470f-a893-f4ce889990ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94'}}] {{(pid=100499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:00:50.927104 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.999747 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] For port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f, host hv-cinder-78836, cleared binding levels {{(pid=100499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:51.003125 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] For port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:00:51.007921 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3815415'] for port, after_update {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.044562 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:51.045112 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.046726 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] 10.222.0.69 "PUT /v2.0/ports/0f8d19ea-098a-4115-b64f-a1ed8a59ee0f HTTP/1.1" status: 200 len: 1093 time: 0.6283684 Aug 18 15:00:51.047346 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'tag': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:00:51.049513 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4014084-5311-4720-a01c-be745d80699a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3aac51f-b1ee-425b-aae0-08e8b03c3228", "tag": "0f8d19ea-098a-4115-b64f-a1ed8a59ee0f"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:00:51.087005 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d107b-6c91-4662-b647-a89f297aec49 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f,revision_number=3']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:51.161840 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834c5b8-bf93-44af-9c4c-f6adead646fb req-4060168e-bdb0-4249-a254-b412ecb3022e tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:51.166684 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094410f0-0680-428e-9e98-92808509ac97 req-a1251505-db99-4ec5-8f7b-fbba3a69c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:51.168913 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-a1251505-db99-4ec5-8f7b-fbba3a69c72b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 1096 time: 0.0546656 Aug 18 15:00:51.169655 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2834c5b8-bf93-44af-9c4c-f6adead646fb req-4060168e-bdb0-4249-a254-b412ecb3022e tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 943 time: 0.3315351 Aug 18 15:00:51.212071 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2834c5b8-bf93-44af-9c4c-f6adead646fb req-f425631a-303f-439d-b84a-4de6c2944475 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393238 Aug 18 15:00:51.220131 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-9a3319f4-8544-46f5-9e05-48dda7801aff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f HTTP/1.1" status: 200 len: 217 time: 0.0364232 Aug 18 15:00:51.254781 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a88e32b-3fca-4abd-8b83-58dfa4bd55e6 x-openstack-request-id: req-2a88e32b-3fca-4abd-8b83-58dfa4bd55e6 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:00:51.255071 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3aac51f-b1ee-425b-aae0-08e8b03c3228", "tag": "0f8d19ea-098a-4115-b64f-a1ed8a59ee0f", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:00:51.255315 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a88e32b-3fca-4abd-8b83-58dfa4bd55e6 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:00:51.255699 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'tag': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f', 'status': 'completed', 'code': 200} Aug 18 15:00:51.272353 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094410f0-0680-428e-9e98-92808509ac97 req-5789ce4a-06ae-43d3-a63b-92fe70c3a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:51.273800 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-5789ce4a-06ae-43d3-a63b-92fe70c3a5f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0466871 Aug 18 15:00:51.320115 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094410f0-0680-428e-9e98-92808509ac97 req-129b3baf-8e98-4181-80d8-bdcabf0de316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:51.321473 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-129b3baf-8e98-4181-80d8-bdcabf0de316 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391967 Aug 18 15:00:51.412856 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-27955c1a-1d66-4cc4-8f82-b57a41d5a82e service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826049 Aug 18 15:00:51.500619 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-094410f0-0680-428e-9e98-92808509ac97 req-6dd06a6d-408b-4f9a-8586-3fb39ba024d6 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800049 Aug 18 15:00:51.640804 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014084-5311-4720-a01c-be745d80699a req-af6f356d-c810-46e4-8c6b-bb3ae62d525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:51.642266 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f4014084-5311-4720-a01c-be745d80699a req-af6f356d-c810-46e4-8c6b-bb3ae62d525e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 1096 time: 0.0444775 Aug 18 15:00:51.728405 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014084-5311-4720-a01c-be745d80699a req-6aa10f63-6c54-4a16-b139-f479dfdcb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:51.729793 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f4014084-5311-4720-a01c-be745d80699a req-6aa10f63-6c54-4a16-b139-f479dfdcb41b service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0804288 Aug 18 15:00:51.772397 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f4014084-5311-4720-a01c-be745d80699a req-65ab0409-f14b-4dee-83a8-9b4a969697b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f HTTP/1.1" status: 200 len: 217 time: 0.0350146 Aug 18 15:00:51.819697 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014084-5311-4720-a01c-be745d80699a req-f4964dee-623b-4fb8-8bc5-347c2b6569f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:51.821044 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f4014084-5311-4720-a01c-be745d80699a req-f4964dee-623b-4fb8-8bc5-347c2b6569f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0408823 Aug 18 15:00:51.866028 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014084-5311-4720-a01c-be745d80699a req-ebc604b4-1ba9-41ab-a37f-41452a5a5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:51.867398 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f4014084-5311-4720-a01c-be745d80699a req-ebc604b4-1ba9-41ab-a37f-41452a5a5036 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381041 Aug 18 15:00:51.957109 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f4014084-5311-4720-a01c-be745d80699a req-1c00ceca-dc29-4e5a-bcf7-7c048995b37c service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813761 Aug 18 15:00:52.042435 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-f4014084-5311-4720-a01c-be745d80699a req-33d2057b-213a-4f40-a163-68f1af10e460 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786128 Aug 18 15:00:52.315310 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb62d3-2f7c-46f3-b78f-a45c725b11c9 req-71633f29-dfcb-4d3a-90e1-6945d77ded9b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:52.316762 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-72eb62d3-2f7c-46f3-b78f-a45c725b11c9 req-71633f29-dfcb-4d3a-90e1-6945d77ded9b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 943 time: 0.0480084 Aug 18 15:00:52.353391 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-72eb62d3-2f7c-46f3-b78f-a45c725b11c9 req-3e588d63-d4d6-4e1a-a3c3-d72409bcf811 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306599 Aug 18 15:00:53.466147 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8031d-c2c9-4eb7-a3e5-a739f7240412 req-a5800935-718f-4189-bc6b-38ccc08d29a3 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:53.467941 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bda8031d-c2c9-4eb7-a3e5-a739f7240412 req-a5800935-718f-4189-bc6b-38ccc08d29a3 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 943 time: 0.0470536 Aug 18 15:00:53.504126 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-bda8031d-c2c9-4eb7-a3e5-a739f7240412 req-1809fc50-d775-41ce-9b79-60b6f38e8597 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296667 Aug 18 15:00:54.619658 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab1209-eb3c-4d75-9343-68b1a6f64c96 req-3dd7effb-e8a7-4f8b-98fd-d42c3e610903 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:54.621150 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d3ab1209-eb3c-4d75-9343-68b1a6f64c96 req-3dd7effb-e8a7-4f8b-98fd-d42c3e610903 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 943 time: 0.0519650 Aug 18 15:00:54.657808 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-d3ab1209-eb3c-4d75-9343-68b1a6f64c96 req-3f208c4a-75d2-4ec5-b2b0-367f83656afb tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307236 Aug 18 15:00:55.768112 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1e77c-8e60-46fc-a504-cd31bde4b3ef req-67d3afd8-a7d4-4296-92f5-943b65e385ba tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:55.769570 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-23f1e77c-8e60-46fc-a504-cd31bde4b3ef req-67d3afd8-a7d4-4296-92f5-943b65e385ba tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 943 time: 0.0476267 Aug 18 15:00:55.805703 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-23f1e77c-8e60-46fc-a504-cd31bde4b3ef req-3e3af104-3f80-4611-9ed9-d63c46972c59 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304067 Aug 18 15:00:56.917387 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3635b-c533-4fcb-8010-8b4c447d0cf5 req-c5ace816-dcd9-460d-b268-8841c7d72692 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:56.918874 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a5c3635b-c533-4fcb-8010-8b4c447d0cf5 req-c5ace816-dcd9-460d-b268-8841c7d72692 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 943 time: 0.0484712 Aug 18 15:00:56.956274 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-a5c3635b-c533-4fcb-8010-8b4c447d0cf5 req-037d8d47-72cf-4ba5-9a2f-9ad5537a17ad tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316443 Aug 18 15:00:58.069967 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742c5b9-ac46-4a6c-9120-002ce4c2cf9d req-27b24cb1-0a42-4ab9-ab2f-489677887ade tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:58.071451 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b742c5b9-ac46-4a6c-9120-002ce4c2cf9d req-27b24cb1-0a42-4ab9-ab2f-489677887ade tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 943 time: 0.0512397 Aug 18 15:00:58.107545 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-b742c5b9-ac46-4a6c-9120-002ce4c2cf9d req-40a69191-1fa0-4bf1-a9b4-106e1c5fc4f8 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302963 Aug 18 15:00:59.218749 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cfd50-0ce4-4232-99a6-a827de7151e5 req-a7ee2a6f-cf7d-4e29-b28a-75c8d3382e5b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:59.220206 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-593cfd50-0ce4-4232-99a6-a827de7151e5 req-a7ee2a6f-cf7d-4e29-b28a-75c8d3382e5b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 943 time: 0.0477521 Aug 18 15:00:59.256686 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-593cfd50-0ce4-4232-99a6-a827de7151e5 req-3be1a8f9-a458-4013-8342-45ba4a2a8526 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307462 Aug 18 15:00:59.929082 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:01:00.024213 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:00.035573 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Returning: {'device': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'port_id': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f', 'mac_address': 'fa:16:3e:ba:d6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:01:00.070959 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.083484 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f {{(pid=100501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:01:00.101773 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:00.105895 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.150941 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f,revision_number=4']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:00.157918 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.158276 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.158652 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.159000 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.159341 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.159678 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.160013 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.160344 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.160677 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.161005 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.161334 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.161659 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:00.366386 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1fe55-8fbc-4832-8c84-8eda4698e1c4 req-64f771a2-c5cf-442b-bf7b-a04cbc398f0b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:00.367846 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1fa1fe55-8fbc-4832-8c84-8eda4698e1c4 req-64f771a2-c5cf-442b-bf7b-a04cbc398f0b tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 944 time: 0.0465846 Aug 18 15:01:00.404560 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1fa1fe55-8fbc-4832-8c84-8eda4698e1c4 req-6e7eaf78-0ebf-4833-9386-f5aacab244fa tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303533 Aug 18 15:01:00.572626 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] get_ports_and_sgs() called for port_ids ['0f8d19ea-098a-4115-b64f-a1ed8a59ee0f'] {{(pid=100501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:01:01.519314 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308718b-46cb-424a-899c-66626ecf114a req-69d49734-1aaa-48c0-8af7-d9f4325d1066 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:01.520765 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6308718b-46cb-424a-899c-66626ecf114a req-69d49734-1aaa-48c0-8af7-d9f4325d1066 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 944 time: 0.0509365 Aug 18 15:01:01.557555 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6308718b-46cb-424a-899c-66626ecf114a req-32d9fb3a-d5b1-4d8a-a774-8eb99dc32042 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309751 Aug 18 15:01:01.773363 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:01:01.928906 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f up at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:01:01.978366 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning for port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f completed by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:01:01.982547 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.provisioning_blocks [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Provisioning complete for port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f triggered by entity L2. {{(pid=100501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:01.982925 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8090865'] for port, provisioning_complete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:02.057087 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:02.078362 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f'}] {{(pid=100501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:02.080639 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bf486110c74b3fb74df967e529e9e423bca8a7a2bcdec04177514b07ddbc19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3f0db6-8b8b-479f-a016-be48035ff4bf" -d '{"events": [{"server_uuid": "d3aac51f-b1ee-425b-aae0-08e8b03c3228", "name": "network-vif-plugged", "status": "completed", "tag": "0f8d19ea-098a-4115-b64f-a1ed8a59ee0f"}]}' {{(pid=100501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:02.093915 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] For port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:02.098513 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127'] for port, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:02.145221 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Pushing event updated for resources: {'Port': ['ID=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f,revision_number=5']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:02.169193 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1783abaf-9008-4b51-88b6-e993a7eef7c6 x-openstack-request-id: req-1783abaf-9008-4b51-88b6-e993a7eef7c6 {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:02.169489 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aac51f-b1ee-425b-aae0-08e8b03c3228", "name": "network-vif-plugged", "status": "completed", "tag": "0f8d19ea-098a-4115-b64f-a1ed8a59ee0f", "code": 200}]} {{(pid=100501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:02.169748 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1783abaf-9008-4b51-88b6-e993a7eef7c6 {{(pid=100501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:02.170140 dv-cinder-788365-10-iscsi neutron-server[100501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f', 'code': 200} Aug 18 15:01:02.411597 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e79ad4-66e3-4e26-8c01-c357a8450aed req-ae0b3745-3d9f-48f2-b3f5-9d244fdd4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:02.413079 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8e79ad4-66e3-4e26-8c01-c357a8450aed req-ae0b3745-3d9f-48f2-b3f5-9d244fdd4684 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 1098 time: 0.0405195 Aug 18 15:01:02.448452 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8e79ad4-66e3-4e26-8c01-c357a8450aed req-c6cd1c63-d3e8-4e01-a3dc-88d2698628fc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261755 Aug 18 15:01:02.669923 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e7095-15ca-40f0-b9d7-2847c7520493 req-56939179-34e4-4aca-8e8e-02b5d3bc4f83 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:02.671332 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4b4e7095-15ca-40f0-b9d7-2847c7520493 req-56939179-34e4-4aca-8e8e-02b5d3bc4f83 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 945 time: 0.0480888 Aug 18 15:01:02.707503 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-4b4e7095-15ca-40f0-b9d7-2847c7520493 req-7e060318-ea4f-48bc-af45-0d783fee16d2 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302756 Aug 18 15:01:03.821920 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd208f-2131-4ee1-a630-62fff1625489 req-3af2b77b-1d4f-4df1-977b-cae228d254f4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:03.823411 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6acd208f-2131-4ee1-a630-62fff1625489 req-3af2b77b-1d4f-4df1-977b-cae228d254f4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Aug 18 15:01:03.860452 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-6acd208f-2131-4ee1-a630-62fff1625489 req-a714ed23-72b3-4f68-9aad-c2c910c1bb3c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312629 Aug 18 15:01:04.974559 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a7fc9-0aac-451a-9dc7-f807c6d0bfd6 req-4b98a221-43f6-481b-87c2-9cd15c84e819 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:04.976023 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0f5a7fc9-0aac-451a-9dc7-f807c6d0bfd6 req-4b98a221-43f6-481b-87c2-9cd15c84e819 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 945 time: 0.0518296 Aug 18 15:01:05.013170 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-0f5a7fc9-0aac-451a-9dc7-f807c6d0bfd6 req-1f3f6514-8400-430a-a1d2-e77f7c095842 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308397 Aug 18 15:01:05.125570 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bc064-736e-46af-a6c8-fda20cf189da req-f4707edf-2254-4faa-a1f1-ec5134a0bbab tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:05.127067 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-239bc064-736e-46af-a6c8-fda20cf189da req-f4707edf-2254-4faa-a1f1-ec5134a0bbab tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 945 time: 0.0481336 Aug 18 15:01:05.165356 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-239bc064-736e-46af-a6c8-fda20cf189da req-d2f39664-8cd0-4eb1-a6fb-7d5a03d1a166 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Aug 18 15:01:05.186913 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40354) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:05.319378 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b68c9b-1be6-404d-a4fe-982579c2e8e3 tempest-TestVolumeBootPattern-268214100 tempest-TestVolumeBootPattern-268214100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:05.320849 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-e3b68c9b-1be6-404d-a4fe-982579c2e8e3 tempest-TestVolumeBootPattern-268214100 tempest-TestVolumeBootPattern-268214100-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 1093 time: 0.1329503 Aug 18 15:01:05.323662 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40358) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:05.327903 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.v2.base [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Request body: {'floatingip': {'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'port_id': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:05.348850 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:05.443351 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:05.543931 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_common [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Allocated IP 172.27.0.158 (f70b9128-261f-4c77-8b6f-a0f6f98fd191/9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2/7c297eec-9d5c-4130-8fe8-4c04ff852e56) {{(pid=100500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:01:05.647665 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for port, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:05.684187 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785401121091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:05.717709 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Network f70b9128-261f-4c77-8b6f-a0f6f98fd191 is already hosted by enough agents. {{(pid=100500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:01:05.723783 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.base_scheduler [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Resources bound (agent type, host, resource id): {{(pid=100500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:01:05.727282 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Received port after_create {{(pid=100500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:01:05.749836 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'Port': ['ID=7c297eec-9d5c-4130-8fe8-4c04ff852e56,revision_number=1']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:05.762775 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:05.763127 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:05.763468 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:05.763800 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:05.764128 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:05.764462 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:05.764790 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:05.765119 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:05.765447 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:05.765769 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:05.766090 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:05.766408 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:06.078882 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:06.143104 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8016470'] for port, before_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:06.284042 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for port, precommit_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:06.288456 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785401644144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785401121109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785401121127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3614057'] for port, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:06.358978 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event updated for resources: {'Port': ['ID=7c297eec-9d5c-4130-8fe8-4c04ff852e56,revision_number=2']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:06.369191 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610812'] for floatingip, after_update {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:06.467759 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Floating IP fadef0fb-e336-4578-a719-f9f7ef35271f associated. External IP: 172.27.0.158, port: 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f. Aug 18 15:01:06.668763 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:01:06.771976 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:01:06.782654 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4627de7a-a6ec-4539-afe4-783ed128247b None None] Sync routers for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:01:06.788678 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:06.795863 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627de7a-a6ec-4539-afe4-783ed128247b None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:01:06.796491 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4627de7a-a6ec-4539-afe4-783ed128247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T15:00:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:06.815331 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-9ea8aaa5-987c-4ea8-a517-b359818f25fe tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4906776 Aug 18 15:01:06.815924 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'tag': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:06.818148 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dce4e3-0d4b-4382-9919-b33c472f6799" -d '{"events": [{"name": "network-changed", "server_uuid": "d3aac51f-b1ee-425b-aae0-08e8b03c3228", "tag": "0f8d19ea-098a-4115-b64f-a1ed8a59ee0f"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:06.898634 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-4627de7a-a6ec-4539-afe4-783ed128247b None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:06.914278 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf25bfc-e9ed-4cf4-979f-036b5d22ac4a x-openstack-request-id: req-0cf25bfc-e9ed-4cf4-979f-036b5d22ac4a {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:06.914603 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3aac51f-b1ee-425b-aae0-08e8b03c3228", "tag": "0f8d19ea-098a-4115-b64f-a1ed8a59ee0f", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:06.914865 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0cf25bfc-e9ed-4cf4-979f-036b5d22ac4a {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:06.915277 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'tag': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f', 'status': 'completed', 'code': 200} Aug 18 15:01:07.002733 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dce4e3-0d4b-4382-9919-b33c472f6799 req-0d130297-2e9f-4359-9917-2a192544cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:07.004179 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3dce4e3-0d4b-4382-9919-b33c472f6799 req-0d130297-2e9f-4359-9917-2a192544cc23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 1098 time: 0.0439694 Aug 18 15:01:07.093815 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dce4e3-0d4b-4382-9919-b33c472f6799 req-9ef5f224-124e-4419-9d22-07ed5a9f2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:07.095339 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3dce4e3-0d4b-4382-9919-b33c472f6799 req-9ef5f224-124e-4419-9d22-07ed5a9f2882 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0838926 Aug 18 15:01:07.120294 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4627de7a-a6ec-4539-afe4-783ed128247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fadef0fb-e336-4578-a719-f9f7ef35271f', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:ba:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:01:05Z', 'updated_at': '2021-08-18T15:01:05Z', 'revision_number': 0, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}, {'id': 'fd6b0c51-71b2-45cd-bc52-5a561fffbc61', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:c0:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:58:33Z', 'updated_at': '2021-08-18T14:58:35Z', 'revision_number': 1, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:07.145994 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4627de7a-a6ec-4539-afe4-783ed128247b None None] Checking router: 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:01:07.154979 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627de7a-a6ec-4539-afe4-783ed128247b None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:01:07.155588 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4627de7a-a6ec-4539-afe4-783ed128247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T15:00:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:07.163146 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3dce4e3-0d4b-4382-9919-b33c472f6799 req-ce68c678-8b15-4255-9a0d-035ae84028d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f HTTP/1.1" status: 200 len: 999 time: 0.0609140 Aug 18 15:01:07.212746 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dce4e3-0d4b-4382-9919-b33c472f6799 req-faa2af2c-f42e-4108-99be-bdb76687db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:07.214186 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3dce4e3-0d4b-4382-9919-b33c472f6799 req-faa2af2c-f42e-4108-99be-bdb76687db7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0427198 Aug 18 15:01:07.258687 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-4627de7a-a6ec-4539-afe4-783ed128247b None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:07.260286 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dce4e3-0d4b-4382-9919-b33c472f6799 req-9cfc7f8d-e356-4145-a4d0-c2bf7fb2b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:07.261765 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3dce4e3-0d4b-4382-9919-b33c472f6799 req-9cfc7f8d-e356-4145-a4d0-c2bf7fb2b303 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388229 Aug 18 15:01:07.358686 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3dce4e3-0d4b-4382-9919-b33c472f6799 req-192b8a13-26e0-45dc-89fa-178508e44712 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873065 Aug 18 15:01:07.447589 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-d3dce4e3-0d4b-4382-9919-b33c472f6799 req-f4e16527-549f-4cdf-95c1-f1614f0bfa07 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821881 Aug 18 15:01:07.485986 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-4627de7a-a6ec-4539-afe4-783ed128247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fadef0fb-e336-4578-a719-f9f7ef35271f', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:ba:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:01:05Z', 'updated_at': '2021-08-18T15:01:05Z', 'revision_number': 0, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}, {'id': 'fd6b0c51-71b2-45cd-bc52-5a561fffbc61', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:c0:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:58:33Z', 'updated_at': '2021-08-18T14:58:35Z', 'revision_number': 1, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:07.512512 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4627de7a-a6ec-4539-afe4-783ed128247b None None] The sync data for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi is: [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fadef0fb-e336-4578-a719-f9f7ef35271f', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:ba:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:01:05Z', 'updated_at': '2021-08-18T15:01:05Z', 'revision_number': 0, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}, {'id': 'fd6b0c51-71b2-45cd-bc52-5a561fffbc61', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:c0:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:58:33Z', 'updated_at': '2021-08-18T14:58:35Z', 'revision_number': 1, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:01:07.700944 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3cba6e-4832-43bf-ba66-ad84fa2836a4 None None] New status for floating IP fadef0fb-e336-4578-a719-f9f7ef35271f: ACTIVE {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:01:14.184466 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:14.556456 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2e41e005-5938-499e-a7b5-0205180a723f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:17.195354 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3442a75c-0320-4a83-816b-2598d28325de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:17.308445 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:18.046481 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:20.184773 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:24.378064 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-4e6a8857-0d3a-4860-af4c-d5ce44e0bfeb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395525 Aug 18 15:01:24.483779 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-689e3681-27e8-4791-ad99-65165886682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:24.485235 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-689e3681-27e8-4791-ad99-65165886682b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 1098 time: 0.0440915 Aug 18 15:01:24.585367 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-3e20ff5e-7216-45ce-b655-11ed718b820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:24.586805 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-3e20ff5e-7216-45ce-b655-11ed718b820c service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0809717 Aug 18 15:01:24.657860 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-0ec6cf12-3818-49d3-b87b-af75287df265 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d518d88f-3c49-462f-be3c-2f651582ff10 HTTP/1.1" status: 200 len: 999 time: 0.0621116 Aug 18 15:01:24.706394 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-53d2a9aa-84ff-4b4e-b391-c406ca0af7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:24.707858 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-53d2a9aa-84ff-4b4e-b391-c406ca0af7fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0432973 Aug 18 15:01:24.752990 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-1d10ac10-b3a9-47e8-9f91-c66bf151b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:24.754418 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-1d10ac10-b3a9-47e8-9f91-c66bf151b87f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388026 Aug 18 15:01:24.846107 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-c7e0e4bd-cebc-4517-84f5-5af213fd47e0 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834863 Aug 18 15:01:24.933455 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4bd5cf38-32e2-46a7-907c-e7f776bb0bf9 req-4e695ea1-bb96-4505-8d7e-2008b21443a7 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801313 Aug 18 15:01:38.772495 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:01:44.182854 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:44.556954 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a7e897a1-b156-41ae-96d0-d8cbb20bfd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:47.197612 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7c3148a9-1efb-4521-ab07-0ecb8327da57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:47.308462 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:48.049283 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:50.188669 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:14.182938 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:14.556214 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f9e73bbe-8a39-49ef-acd6-99fc92037ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:15.771857 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:02:17.197166 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b551fb80-accc-4b55-b29d-fd96c9c6c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:17.307877 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:18.052026 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:20.190794 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:26.362869 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-88fc29da-db57-4cfa-b8fb-290e55eb52a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395288 Aug 18 15:02:26.436437 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-4acceddb-0054-46e3-8ba0-4fb6645569fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:26.437867 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-4acceddb-0054-46e3-8ba0-4fb6645569fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 1098 time: 0.0434766 Aug 18 15:02:26.535947 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-2240feb3-9029-44e3-8dc8-843bec0ea694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:26.537368 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-2240feb3-9029-44e3-8dc8-843bec0ea694 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0813293 Aug 18 15:02:26.604514 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-0600be34-7634-4a0c-8d9a-e13b2435a19f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f HTTP/1.1" status: 200 len: 1001 time: 0.0594733 Aug 18 15:02:26.651807 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-14f6d141-0d4d-4621-9be3-134e4c8c9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:26.653436 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-14f6d141-0d4d-4621-9be3-134e4c8c9d2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0422523 Aug 18 15:02:26.697128 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-8c52de0e-607e-4623-b16f-b73a15208b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:26.698633 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-8c52de0e-607e-4623-b16f-b73a15208b52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385344 Aug 18 15:02:26.788151 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-88f3c66f-8751-4fac-a5b6-20d8afb1f710 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825253 Aug 18 15:02:26.875885 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-720202cc-6e87-4d3f-8b7f-78bbf9b49812 req-accbb30e-c16f-4ac3-bca0-4a4e50f81d15 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805633 Aug 18 15:02:44.184303 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:44.555832 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e2218720-0a66-4b62-add3-24f47b2b88aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:47.196016 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ae00f14a-ad0d-4f60-bd27-80aef29b07a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:47.307275 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:48.054847 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:50.193332 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:52.770868 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:02:57.993557 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40410) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:02:58.144786 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Deleting port 7c297eec-9d5c-4130-8fe8-4c04ff852e56 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:02:58.145131 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:58.222264 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:58.222627 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:58.233930 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Calling delete_port for 7c297eec-9d5c-4130-8fe8-4c04ff852e56 owned by network:floatingip {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:02:58.372934 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:58.401019 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event deleted for resources: {'Port': ['ID=7c297eec-9d5c-4130-8fe8-4c04ff852e56,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:02:58.424276 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.424633 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.425001 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.425339 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.425673 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.426005 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.426335 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.426759 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.427090 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.427416 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.427741 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.428063 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:02:58.468553 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:58.468886 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Floating IP fadef0fb-e336-4578-a719-f9f7ef35271f disassociated (deleted). External IP: 172.27.0.158, port: 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f. Aug 18 15:02:58.665826 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:02:58.999332 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:02:59.004420 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:59.011296 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b37ae0-188d-4aef-9d39-cef1945ce6fc None None] Sync routers for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:02:59.020853 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b37ae0-188d-4aef-9d39-cef1945ce6fc None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:02:59.021477 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-15b37ae0-188d-4aef-9d39-cef1945ce6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T15:02:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:02:59.030565 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-82102a7f-59dd-466f-a35e-cf905059058d tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "DELETE /v2.0/floatingips/fadef0fb-e336-4578-a719-f9f7ef35271f HTTP/1.1" status: 204 len: 168 time: 1.0359249 Aug 18 15:02:59.031150 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'tag': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:02:59.033374 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34465236-c550-4a36-9557-28b75fe4a1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3aac51f-b1ee-425b-aae0-08e8b03c3228", "tag": "0f8d19ea-098a-4115-b64f-a1ed8a59ee0f"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:02:59.071365 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac629d4-949d-42f4-bf7f-65565cc7f407 x-openstack-request-id: req-fac629d4-949d-42f4-bf7f-65565cc7f407 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:02:59.071637 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3aac51f-b1ee-425b-aae0-08e8b03c3228", "tag": "0f8d19ea-098a-4115-b64f-a1ed8a59ee0f", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:02:59.071891 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fac629d4-949d-42f4-bf7f-65565cc7f407 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:02:59.072290 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'tag': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f', 'status': 'completed', 'code': 200} Aug 18 15:02:59.132964 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-15b37ae0-188d-4aef-9d39-cef1945ce6fc None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:02:59.161094 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34465236-c550-4a36-9557-28b75fe4a1f6 req-9d700f0e-9a89-4ed9-b105-c18ee61a3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:59.163146 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-34465236-c550-4a36-9557-28b75fe4a1f6 req-9d700f0e-9a89-4ed9-b105-c18ee61a3f23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 1098 time: 0.0442681 Aug 18 15:02:59.257454 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa71e24-1a84-485d-8aef-2fdbb76d42d9 req-395182af-5132-49b7-9062-06f0b66cab4e tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:59.259033 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3aa71e24-1a84-485d-8aef-2fdbb76d42d9 req-395182af-5132-49b7-9062-06f0b66cab4e tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 945 time: 0.0489454 Aug 18 15:02:59.301598 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-3aa71e24-1a84-485d-8aef-2fdbb76d42d9 req-6841fd5b-3400-40f4-95af-0fe5345d4c97 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357985 Aug 18 15:02:59.308674 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34465236-c550-4a36-9557-28b75fe4a1f6 req-fc4b71a2-f4c7-4408-935b-78de6f8360ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:59.310275 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-34465236-c550-4a36-9557-28b75fe4a1f6 req-fc4b71a2-f4c7-4408-935b-78de6f8360ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0956764 Aug 18 15:02:59.351643 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-34465236-c550-4a36-9557-28b75fe4a1f6 req-d74e1902-528c-4dcd-adf1-6026da0345ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f HTTP/1.1" status: 200 len: 217 time: 0.0336466 Aug 18 15:02:59.366171 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-15b37ae0-188d-4aef-9d39-cef1945ce6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fd6b0c51-71b2-45cd-bc52-5a561fffbc61', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:c0:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:58:33Z', 'updated_at': '2021-08-18T14:58:35Z', 'revision_number': 1, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:02:59.392271 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b37ae0-188d-4aef-9d39-cef1945ce6fc None None] Checking router: 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:02:59.400397 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b37ae0-188d-4aef-9d39-cef1945ce6fc None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:02:59.401010 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-15b37ae0-188d-4aef-9d39-cef1945ce6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T15:02:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:02:59.405784 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34465236-c550-4a36-9557-28b75fe4a1f6 req-88fec49e-6fe9-4e76-a94a-9f7493616917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:59.407371 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-34465236-c550-4a36-9557-28b75fe4a1f6 req-88fec49e-6fe9-4e76-a94a-9f7493616917 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0478554 Aug 18 15:02:59.454235 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34465236-c550-4a36-9557-28b75fe4a1f6 req-b957c45e-7e12-4464-bd8a-7f53e6584664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:59.455777 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-34465236-c550-4a36-9557-28b75fe4a1f6 req-b957c45e-7e12-4464-bd8a-7f53e6584664 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404043 Aug 18 15:02:59.552491 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-34465236-c550-4a36-9557-28b75fe4a1f6 req-63e481fd-04d4-4ab9-9e28-2faad0cf9f5e service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885537 Aug 18 15:02:59.632816 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-15b37ae0-188d-4aef-9d39-cef1945ce6fc None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:02:59.643968 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-34465236-c550-4a36-9557-28b75fe4a1f6 req-1813b372-05f8-43b1-8859-a594ca33534c service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825052 Aug 18 15:02:59.849499 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-15b37ae0-188d-4aef-9d39-cef1945ce6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fd6b0c51-71b2-45cd-bc52-5a561fffbc61', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:c0:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:58:33Z', 'updated_at': '2021-08-18T14:58:35Z', 'revision_number': 1, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:02:59.879120 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b37ae0-188d-4aef-9d39-cef1945ce6fc None None] The sync data for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi is: [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_floatingips': [{'id': 'fd6b0c51-71b2-45cd-bc52-5a561fffbc61', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'router_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'port_id': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'mac_address': 'fa:16:3e:c0:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:58:33Z', 'updated_at': '2021-08-18T14:58:35Z', 'revision_number': 1, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:03:00.076634 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea423604-269f-43e0-b2eb-3e8fc98fbdbe None None] New status for floating IP fadef0fb-e336-4578-a719-f9f7ef35271f: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:03:00.416817 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de6eb4-3154-4a2a-80e9-db578fa619da req-582de850-9a45-4e65-8217-b9ddc31834c3 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:00.418203 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-99de6eb4-3154-4a2a-80e9-db578fa619da req-582de850-9a45-4e65-8217-b9ddc31834c3 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 945 time: 0.0485675 Aug 18 15:03:00.454835 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-99de6eb4-3154-4a2a-80e9-db578fa619da req-1401acf6-07d9-46f9-8d25-473309bd93fd tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Aug 18 15:03:01.126289 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19653e8-b0a7-45a3-a27f-f4a7e71abc65 req-e1fae733-209a-4a38-92eb-ecbb3df3a007 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:01.127739 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c19653e8-b0a7-45a3-a27f-f4a7e71abc65 req-e1fae733-209a-4a38-92eb-ecbb3df3a007 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 945 time: 0.0477874 Aug 18 15:03:01.221192 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-c19653e8-b0a7-45a3-a27f-f4a7e71abc65 req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Deleting port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:03:01.221531 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c19653e8-b0a7-45a3-a27f-f4a7e71abc65 req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:01.310814 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-c19653e8-b0a7-45a3-a27f-f4a7e71abc65 req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] For port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:03:01.311171 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c19653e8-b0a7-45a3-a27f-f4a7e71abc65 req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:01.322881 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-c19653e8-b0a7-45a3-a27f-f4a7e71abc65 req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Calling delete_port for 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:03:01.446560 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c19653e8-b0a7-45a3-a27f-f4a7e71abc65 req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:01.475380 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event deleted for resources: {'Port': ['ID=0f8d19ea-098a-4115-b64f-a1ed8a59ee0f,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:01.483755 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.484105 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.484445 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.484779 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.485113 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.485618 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.485956 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.486287 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.486643 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.486970 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.487361 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.487685 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:01.536129 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19653e8-b0a7-45a3-a27f-f4a7e71abc65 req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] No DVR routers for this DVR port 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:03:01.538728 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-c19653e8-b0a7-45a3-a27f-f4a7e71abc65 req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:01.540709 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-c19653e8-b0a7-45a3-a27f-f4a7e71abc65 req-c6058cb0-819b-4a4b-8a89-4338b8ea8af9 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "DELETE /v2.0/ports/0f8d19ea-098a-4115-b64f-a1ed8a59ee0f HTTP/1.1" status: 204 len: 173 time: 0.4069440 Aug 18 15:03:01.541202 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'name': 'network-vif-deleted', 'tag': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:03:01.544216 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c907eb-084b-4303-b691-c7862ffdee38" -d '{"events": [{"server_uuid": "d3aac51f-b1ee-425b-aae0-08e8b03c3228", "name": "network-vif-deleted", "tag": "0f8d19ea-098a-4115-b64f-a1ed8a59ee0f"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:03:01.568712 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-711a1de5-256c-469c-b13c-3b7b013f79ad req-8c01fdce-a6ed-4399-bdd9-591ce00902c2 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3aac51f-b1ee-425b-aae0-08e8b03c3228 HTTP/1.1" status: 200 len: 210 time: 0.0297182 Aug 18 15:03:01.582694 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f6d89-0d56-426a-9c6b-372c9a2751b2 x-openstack-request-id: req-9d0f6d89-0d56-426a-9c6b-372c9a2751b2 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:03:01.583058 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aac51f-b1ee-425b-aae0-08e8b03c3228", "name": "network-vif-deleted", "tag": "0f8d19ea-098a-4115-b64f-a1ed8a59ee0f", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:03:01.583371 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d0f6d89-0d56-426a-9c6b-372c9a2751b2 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:03:01.583897 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aac51f-b1ee-425b-aae0-08e8b03c3228', 'name': 'network-vif-deleted', 'tag': '0f8d19ea-098a-4115-b64f-a1ed8a59ee0f', 'status': 'completed', 'code': 200} Aug 18 15:03:04.743161 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:03:04.762712 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:03:04.763065 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device 0f8d19ea-098a-4115-b64f-a1ed8a59ee0f not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:03:04.839355 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40456) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:04.987428 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Deleting port 315a2021-284b-40e1-9dac-a630c372e92d {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:03:04.987775 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:05.060264 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:05.060616 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:05.072523 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Calling delete_port for 315a2021-284b-40e1-9dac-a630c372e92d owned by network:floatingip {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:03:05.215315 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:05.242734 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event deleted for resources: {'Port': ['ID=315a2021-284b-40e1-9dac-a630c372e92d,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:05.300880 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:05.301212 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.db.l3_db [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Floating IP fd6b0c51-71b2-45cd-bc52-5a561fffbc61 disassociated (deleted). External IP: 172.27.0.4, port: d518d88f-3c49-462f-be3c-2f651582ff10. Aug 18 15:03:05.501210 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:03:05.605612 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:03:05.610044 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:05.617024 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0287eff3-f4e3-4b63-92db-44667771f0c9 None None] Sync routers for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:03:05.625537 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287eff3-f4e3-4b63-92db-44667771f0c9 None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:03:05.626127 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-0287eff3-f4e3-4b63-92db-44667771f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T15:02:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:05.636444 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-588108c7-fb73-4c4e-b0a9-e9af57b2cec1 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "DELETE /v2.0/floatingips/fd6b0c51-71b2-45cd-bc52-5a561fffbc61 HTTP/1.1" status: 204 len: 168 time: 0.7959650 Aug 18 15:03:05.637038 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'tag': 'd518d88f-3c49-462f-be3c-2f651582ff10'}] {{(pid=100500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:03:05.639281 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f888e6bd472a1414e9eefe887b2f3824812935f0a084bb4430d1e99a69e9b66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba5cc45-78fc-4337-8ff8-0667264a806c" -d '{"events": [{"name": "network-changed", "server_uuid": "39db2af4-9baf-41ab-9778-afc3596fe32b", "tag": "d518d88f-3c49-462f-be3c-2f651582ff10"}]}' {{(pid=100500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:03:05.675593 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebe1d04-af5c-47d3-97b2-734ee8735cb1 x-openstack-request-id: req-cebe1d04-af5c-47d3-97b2-734ee8735cb1 {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:03:05.675889 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39db2af4-9baf-41ab-9778-afc3596fe32b", "tag": "d518d88f-3c49-462f-be3c-2f651582ff10", "status": "completed", "code": 200}]} {{(pid=100500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:03:05.676147 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cebe1d04-af5c-47d3-97b2-734ee8735cb1 {{(pid=100500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:03:05.676710 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'tag': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'status': 'completed', 'code': 200} Aug 18 15:03:05.740298 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-0287eff3-f4e3-4b63-92db-44667771f0c9 None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:03:05.779231 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5cc45-78fc-4337-8ff8-0667264a806c req-5ebd56d5-3071-4ee2-bc14-e8f79666c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:05.780746 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ba5cc45-78fc-4337-8ff8-0667264a806c req-5ebd56d5-3071-4ee2-bc14-e8f79666c4da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 1098 time: 0.0578303 Aug 18 15:03:05.857561 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ae7c2-f5e2-4dfb-8ecf-a074c94687df req-63cfe551-981a-4a91-9309-bdd1d5a7ebf4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:05.859191 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c7ae7c2-f5e2-4dfb-8ecf-a074c94687df req-63cfe551-981a-4a91-9309-bdd1d5a7ebf4 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 945 time: 0.0493927 Aug 18 15:03:05.902659 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-2c7ae7c2-f5e2-4dfb-8ecf-a074c94687df req-462e9c46-14d6-418b-92ed-8c0ee8640134 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369892 Aug 18 15:03:05.907817 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5cc45-78fc-4337-8ff8-0667264a806c req-e9bc7c39-0efb-459d-955a-68454168ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:05.910282 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ba5cc45-78fc-4337-8ff8-0667264a806c req-e9bc7c39-0efb-459d-955a-68454168ce6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 200 len: 913 time: 0.0946708 Aug 18 15:03:05.942142 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-0287eff3-f4e3-4b63-92db-44667771f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:05.954471 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ba5cc45-78fc-4337-8ff8-0667264a806c req-bb8e6e85-6c17-4799-bbb3-17142c5aac8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d518d88f-3c49-462f-be3c-2f651582ff10 HTTP/1.1" status: 200 len: 217 time: 0.0355048 Aug 18 15:03:05.973754 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0287eff3-f4e3-4b63-92db-44667771f0c9 None None] Checking router: 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:03:05.981860 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287eff3-f4e3-4b63-92db-44667771f0c9 None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:03:05.982500 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-0287eff3-f4e3-4b63-92db-44667771f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T15:02:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:06.003172 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5cc45-78fc-4337-8ff8-0667264a806c req-9b8c2f4b-2274-4f12-9543-833cbc0e311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:06.004697 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ba5cc45-78fc-4337-8ff8-0667264a806c req-9b8c2f4b-2274-4f12-9543-833cbc0e311a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 200 len: 851 time: 0.0430980 Aug 18 15:03:06.050349 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5cc45-78fc-4337-8ff8-0667264a806c req-c15c6ddf-3061-4777-b9d6-ed8d0280f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:06.051794 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ba5cc45-78fc-4337-8ff8-0667264a806c req-c15c6ddf-3061-4777-b9d6-ed8d0280f767 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e8c57a8-8b96-4061-94eb-a2f094b9dc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398176 Aug 18 15:03:06.084262 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-0287eff3-f4e3-4b63-92db-44667771f0c9 None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:03:06.143188 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ba5cc45-78fc-4337-8ff8-0667264a806c req-feff3ec6-8641-42a0-a0d6-8ff488b2ae77 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835297 Aug 18 15:03:06.231167 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-4ba5cc45-78fc-4337-8ff8-0667264a806c req-c7ba52be-fa3f-4858-a293-1b0acfa1cdb3 service neutron] 10.222.0.69 "GET /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805318 Aug 18 15:03:06.273830 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-0287eff3-f4e3-4b63-92db-44667771f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:06.300209 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0287eff3-f4e3-4b63-92db-44667771f0c9 None None] The sync data for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi is: [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T14:54:56Z', 'revision_number': 4, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi', '_interfaces': [{'id': '55f99b20-d6ea-475c-af6b-8323f177904f', 'name': '', 'network_id': '2e8c57a8-8b96-4061-94eb-a2f094b9dc94', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'mac_address': 'fa:16:3e:5f:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:55Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'subnets': [{'id': '98cccde3-dd54-4b15-a876-a29ea96ab6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:03:06.508611 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea4f93-f934-40ef-8d1a-f9344a8d9e00 None None] New status for floating IP fd6b0c51-71b2-45cd-bc52-5a561fffbc61: DOWN {{(pid=100502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:03:07.017422 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cacd5-48c6-4ca2-9a8d-5b0eb0d4cbff req-58be490f-459e-4f84-b823-a693446d528c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:07.018907 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-de3cacd5-48c6-4ca2-9a8d-5b0eb0d4cbff req-58be490f-459e-4f84-b823-a693446d528c tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 945 time: 0.0480306 Aug 18 15:03:07.058930 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-de3cacd5-48c6-4ca2-9a8d-5b0eb0d4cbff req-6cf5c3b7-1f62-47cf-a707-a2f82c5667b6 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/security-groups?id=211c29d5-27c1-45e3-aac4-73d41816ba34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342760 Aug 18 15:03:07.614477 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fde3bd-19b3-4dfa-a1cb-f4bed1cb7911 req-882dcbb3-27bb-4e7e-acfa-d432b2278011 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:07.616053 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8fde3bd-19b3-4dfa-a1cb-f4bed1cb7911 req-882dcbb3-27bb-4e7e-acfa-d432b2278011 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 945 time: 0.0523076 Aug 18 15:03:07.703593 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-b8fde3bd-19b3-4dfa-a1cb-f4bed1cb7911 req-4d5bd753-8489-40bf-8710-ddbc7eb46dc7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Deleting port d518d88f-3c49-462f-be3c-2f651582ff10 {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:03:07.703855 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b8fde3bd-19b3-4dfa-a1cb-f4bed1cb7911 req-4d5bd753-8489-40bf-8710-ddbc7eb46dc7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:07.792741 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [req-b8fde3bd-19b3-4dfa-a1cb-f4bed1cb7911 req-4d5bd753-8489-40bf-8710-ddbc7eb46dc7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] For port d518d88f-3c49-462f-be3c-2f651582ff10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d518d88f-3c49-462f-be3c-2f651582ff10,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:03:07.793101 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b8fde3bd-19b3-4dfa-a1cb-f4bed1cb7911 req-4d5bd753-8489-40bf-8710-ddbc7eb46dc7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:07.804957 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [req-b8fde3bd-19b3-4dfa-a1cb-f4bed1cb7911 req-4d5bd753-8489-40bf-8710-ddbc7eb46dc7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Calling delete_port for d518d88f-3c49-462f-be3c-2f651582ff10 owned by compute:nova {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:03:07.928665 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b8fde3bd-19b3-4dfa-a1cb-f4bed1cb7911 req-4d5bd753-8489-40bf-8710-ddbc7eb46dc7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:07.959072 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bd753-8489-40bf-8710-ddbc7eb46dc7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event deleted for resources: {'Port': ['ID=d518d88f-3c49-462f-be3c-2f651582ff10,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:07.996575 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fde3bd-19b3-4dfa-a1cb-f4bed1cb7911 req-4d5bd753-8489-40bf-8710-ddbc7eb46dc7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] No DVR routers for this DVR port d518d88f-3c49-462f-be3c-2f651582ff10 on host hv-cinder-78836 {{(pid=100499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:03:07.999109 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [req-b8fde3bd-19b3-4dfa-a1cb-f4bed1cb7911 req-4d5bd753-8489-40bf-8710-ddbc7eb46dc7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for port, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:08.001058 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [req-b8fde3bd-19b3-4dfa-a1cb-f4bed1cb7911 req-4d5bd753-8489-40bf-8710-ddbc7eb46dc7 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.69 "DELETE /v2.0/ports/d518d88f-3c49-462f-be3c-2f651582ff10 HTTP/1.1" status: 204 len: 173 time: 0.3775201 Aug 18 15:03:08.001586 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'name': 'network-vif-deleted', 'tag': 'd518d88f-3c49-462f-be3c-2f651582ff10'}] {{(pid=100499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:03:08.004363 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4f1f884aa94a05652edda200e3a4c77537a6902acd8094de20228735affbb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b12400-3a99-4358-8a3e-a1d1eff6f232" -d '{"events": [{"server_uuid": "39db2af4-9baf-41ab-9778-afc3596fe32b", "name": "network-vif-deleted", "tag": "d518d88f-3c49-462f-be3c-2f651582ff10"}]}' {{(pid=100499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:03:08.039665 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f393dc5e-59b8-4aa7-9913-8920e8b19082 x-openstack-request-id: req-f393dc5e-59b8-4aa7-9913-8920e8b19082 {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:03:08.039966 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39db2af4-9baf-41ab-9778-afc3596fe32b", "name": "network-vif-deleted", "tag": "d518d88f-3c49-462f-be3c-2f651582ff10", "status": "completed", "code": 200}]} {{(pid=100499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:03:08.040224 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f393dc5e-59b8-4aa7-9913-8920e8b19082 {{(pid=100499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:03:08.040655 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39db2af4-9baf-41ab-9778-afc3596fe32b', 'name': 'network-vif-deleted', 'tag': 'd518d88f-3c49-462f-be3c-2f651582ff10', 'status': 'completed', 'code': 200} Aug 18 15:03:08.149226 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [req-1a5c4b92-715e-44b5-9b6a-7857feb4e5a7 req-9af28037-32b8-45c9-a9ba-a89e819c9fea tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "GET /v2.0/ports?device_id=39db2af4-9baf-41ab-9778-afc3596fe32b HTTP/1.1" status: 200 len: 210 time: 0.0266681 Aug 18 15:03:09.201768 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40476) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:09.322139 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-521b70d5-322c-4807-a353-5813d558f111 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Deleting port 6853b95d-fc8c-4321-8d10-e4139d9156e6 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:03:09.322522 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-521b70d5-322c-4807-a353-5813d558f111 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:09.395328 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-521b70d5-322c-4807-a353-5813d558f111 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:09.395654 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-521b70d5-322c-4807-a353-5813d558f111 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:09.407142 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-521b70d5-322c-4807-a353-5813d558f111 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Calling delete_port for 6853b95d-fc8c-4321-8d10-e4139d9156e6 owned by network:floatingip {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:03:09.533143 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-521b70d5-322c-4807-a353-5813d558f111 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:09.557081 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b70d5-322c-4807-a353-5813d558f111 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event deleted for resources: {'Port': ['ID=6853b95d-fc8c-4321-8d10-e4139d9156e6,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:09.618962 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-521b70d5-322c-4807-a353-5813d558f111 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for floatingip, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:09.621484 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-521b70d5-322c-4807-a353-5813d558f111 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158661'] for floatingip, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:09.622646 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-521b70d5-322c-4807-a353-5813d558f111 tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "DELETE /v2.0/floatingips/70875989-2bc1-4d3c-b1e2-5ea987b6e750 HTTP/1.1" status: 204 len: 168 time: 0.4198608 Aug 18 15:03:10.774209 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d518d88f-3c49-462f-be3c-2f651582ff10 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:03:10.798505 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] No Port match for: d518d88f-3c49-462f-be3c-2f651582ff10 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:03:10.798860 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Device d518d88f-3c49-462f-be3c-2f651582ff10 not bound to the agent host hv-cinder-78836 {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:03:10.812758 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40488) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:10.869733 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c40cca8-ccfb-4db9-a490-859eef83f7ca tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:10.894643 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c40cca8-ccfb-4db9-a490-859eef83f7ca tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:10.951333 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c40cca8-ccfb-4db9-a490-859eef83f7ca tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:10.953955 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-6c40cca8-ccfb-4db9-a490-859eef83f7ca tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:10.955133 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-6c40cca8-ccfb-4db9-a490-859eef83f7ca tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] 10.222.0.38 "DELETE /v2.0/security-groups/211c29d5-27c1-45e3-aac4-73d41816ba34 HTTP/1.1" status: 204 len: 168 time: 0.1413846 Aug 18 15:03:10.964745 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40cca8-ccfb-4db9-a490-859eef83f7ca tempest-TestVolumeBootPattern-158294767 tempest-TestVolumeBootPattern-158294767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c29d5-27c1-45e3-aac4-73d41816ba34,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:11.013277 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40492) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:11.434779 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634570'] for router_interface, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:11.666659 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] Deleting port 55f99b20-d6ea-475c-af6b-8323f177904f {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:03:11.667008 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:11.741729 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] For port 55f99b20-d6ea-475c-af6b-8323f177904f, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=55f99b20-d6ea-475c-af6b-8323f177904f,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:03:11.742145 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:11.754595 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] Calling delete_port for 55f99b20-d6ea-475c-af6b-8323f177904f owned by network:router_interface {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:03:11.929060 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:11.959480 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f99b20-d6ea-475c-af6b-8323f177904f,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:12.115425 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770906'] for router_interface, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:12.322654 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] Router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:03:12.425524 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:03:12.432994 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-ee54488a-b456-4f84-90b7-dd545cca2168 admin admin] 10.222.0.38 "PUT /v2.0/routers/4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4161212 Aug 18 15:03:12.432994 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40496) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:12.433888 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6104612-bd98-4e2b-9517-3b0fb4a44ee4 None None] Sync routers for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:03:12.444021 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6104612-bd98-4e2b-9517-3b0fb4a44ee4 None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:03:12.444635 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-b6104612-bd98-4e2b-9517-3b0fb4a44ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T15:02:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:12.549530 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-b6104612-bd98-4e2b-9517-3b0fb4a44ee4 None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:03:12.732949 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-b6104612-bd98-4e2b-9517-3b0fb4a44ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T15:03:11Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:12.758775 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6104612-bd98-4e2b-9517-3b0fb4a44ee4 None None] Checking router: 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 for host: dv-cinder-788365-10-iscsi {{(pid=100501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:03:12.766977 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6104612-bd98-4e2b-9517-3b0fb4a44ee4 None None] Routers {'4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:03:12.767595 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-b6104612-bd98-4e2b-9517-3b0fb4a44ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T15:02:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'], 'active': True} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:12.770668 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Notify callbacks [] for router, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:12.869398 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:12.871763 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvr_db [None req-b6104612-bd98-4e2b-9517-3b0fb4a44ee4 None None] Set router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 gateway port host: dv-cinder-788365-10-iscsi {{(pid=100501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:03:12.921997 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Deleting port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:03:12.922340 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:12.999439 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] For port 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:03:13.000162 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.012726 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Calling delete_port for 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba owned by network:router_gateway {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:03:13.052603 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_hamode_db [None req-b6104612-bd98-4e2b-9517-3b0fb4a44ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T15:03:11Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:13.078561 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6104612-bd98-4e2b-9517-3b0fb4a44ee4 None None] The sync data for ids ['4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02'] in dv-cinder-788365-10-iscsi is: [{'id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'name': 'tempest-TestVolumeBootPattern-1769404366-router', 'tenant_id': '9a82cb6540af4ff394d1c727abd94e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:51Z', 'updated_at': '2021-08-18T15:03:11Z', 'revision_number': 5, 'project_id': '9a82cb6540af4ff394d1c727abd94e4f', 'gw_port': {'id': '63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:54:52Z', 'updated_at': '2021-08-18T14:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}] {{(pid=100501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:03:13.177208 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.206086 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:13.262291 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614034'] for router_gateway, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.348073 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30964'] for router, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.350119 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.392501 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636632'] for router, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.393214 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 {{(pid=100500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:03:13.398686 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.400157 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-5be0dcfd-2cb5-4f73-98ad-d5672fe98653 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4f6e5f73-e643-4e67-9a52-7a2f8d1ebc02 HTTP/1.1" status: 204 len: 168 time: 0.9659250 Aug 18 15:03:13.402327 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40500) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:13.451707 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa517c0-a24b-47f8-b137-0d1241500b92 admin admin] Deleting subnet 98cccde3-dd54-4b15-a876-a29ea96ab6dd {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:03:13.455246 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c0-a24b-47f8-b137-0d1241500b92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.491167 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c0-a24b-47f8-b137-0d1241500b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3614013'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.571899 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c0-a24b-47f8-b137-0d1241500b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.578872 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 55f99b20-d6ea-475c-af6b-8323f177904f no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:03:13.598786 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 55f99b20-d6ea-475c-af6b-8323f177904f {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:03:13.599366 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 55f99b20-d6ea-475c-af6b-8323f177904f not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:03:13.626653 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c0-a24b-47f8-b137-0d1241500b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3613971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3164302'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.658348 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa517c0-a24b-47f8-b137-0d1241500b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cccde3-dd54-4b15-a876-a29ea96ab6dd,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:13.660455 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-1fa517c0-a24b-47f8-b137-0d1241500b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.664551 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-1fa517c0-a24b-47f8-b137-0d1241500b92 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/98cccde3-dd54-4b15-a876-a29ea96ab6dd HTTP/1.1" status: 204 len: 168 time: 0.2590189 Aug 18 15:03:13.665411 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40502) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:13.666177 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58bb6b1-312b-4443-853a-82c1d32dce23 None None] Network 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:03:13.737264 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.800118 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Deleting port 4486a589-d798-478e-b7cb-cbfcf9d7180e {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:03:13.800471 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.868347 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] For port 4486a589-d798-478e-b7cb-cbfcf9d7180e, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=4486a589-d798-478e-b7cb-cbfcf9d7180e,segment=NetworkSegment(d98a8589-e81a-470f-a893-f4ce889990ed),segment_id=d98a8589-e81a-470f-a893-f4ce889990ed)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:03:13.868717 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.880946 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Calling delete_port for 4486a589-d798-478e-b7cb-cbfcf9d7180e owned by network:dhcp {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:03:13.957358 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:13.985010 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4486a589-d798-478e-b7cb-cbfcf9d7180e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:13.990183 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] No DVR routers for this DVR port 4486a589-d798-478e-b7cb-cbfcf9d7180e on host dv-cinder-788365-10-iscsi {{(pid=100500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:03:14.061023 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:14.071460 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8c57a8-8b96-4061-94eb-a2f094b9dc94']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:14.081314 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98a8589-e81a-470f-a893-f4ce889990ed') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:14.081607 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98a8589-e81a-470f-a893-f4ce889990ed') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:14.090288 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0103a8-2505-43bb-aaff-991f5ab015c7 None None] DHCP port deletion for 2e8c57a8-8b96-4061-94eb-a2f094b9dc94 request from dv-cinder-788365-10-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:03:14.091734 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3614004'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:14.107209 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:14.112972 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:03:14.113353 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3613873'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: timer() Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: cb(*args, **kw) Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: self._notify() Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: self.callback(batched_events) Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: event.method(event) Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._get(url).json() Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:03:14.115042 dv-cinder-788365-10-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:03:14.170359 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:14.177434 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:14.180554 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2e8c57a8-8b96-4061-94eb-a2f094b9dc94 HTTP/1.1" status: 204 len: 168 time: 0.5133479 Aug 18 15:03:14.182598 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 40504) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:14.189696 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e78cb-e10a-438d-b72d-1a4027610b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8c57a8-8b96-4061-94eb-a2f094b9dc94,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:14.194423 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:14.555631 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-a532d933-c377-4072-9d69-e56956a6f8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:14.776318 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-634570'] for router_interface, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:15.008565 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] Deleting port 5720d780-7d87-4a04-8911-518428b1eeaa {{(pid=100499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:03:15.008902 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:15.086370 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.db [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] For port 5720d780-7d87-4a04-8911-518428b1eeaa, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=5720d780-7d87-4a04-8911-518428b1eeaa,segment=NetworkSegment(6c9975fc-f5dd-471b-80f2-c1f1fb36a141),segment_id=6c9975fc-f5dd-471b-80f2-c1f1fb36a141)] {{(pid=100499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:03:15.086761 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:15.099191 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.plugins.ml2.plugin [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] Calling delete_port for 5720d780-7d87-4a04-8911-518428b1eeaa owned by network:router_interface {{(pid=100499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:03:15.271583 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3815416'] for port, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:15.297900 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5720d780-7d87-4a04-8911-518428b1eeaa,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:15.458886 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770906'] for router_interface, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:15.571207 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 4486a589-d798-478e-b7cb-cbfcf9d7180e no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:03:15.590062 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 4486a589-d798-478e-b7cb-cbfcf9d7180e {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:03:15.590415 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 4486a589-d798-478e-b7cb-cbfcf9d7180e not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:03:15.590862 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:03:15.609554 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:03:15.609906 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 63b924fa-4e7a-4c7b-ac46-cbaef6f3a2ba not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:03:15.674707 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] Router 66c29441-af23-47ba-a522-4966bacbb97e has already been hosted by L3 agent 75659248-2836-4809-b3bb-c3d1db6b69b3 {{(pid=100499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:03:15.780710 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] Notify agent at l3_agent.dv-cinder-788365-10-iscsi the message routers_updated {{(pid=100499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:03:15.786669 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-8889145d-78be-4104-96a6-eb6894d553c2 admin admin] 10.222.0.38 "PUT /v2.0/routers/66c29441-af23-47ba-a522-4966bacbb97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6024139 Aug 18 15:03:15.788863 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40506) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:15.789624 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159167bd-c964-4e1c-9724-75454b6f59e6 None None] Sync routers for ids ['66c29441-af23-47ba-a522-4966bacbb97e'] in dv-cinder-788365-10-iscsi {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:03:15.798518 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159167bd-c964-4e1c-9724-75454b6f59e6 None None] Routers {'66c29441-af23-47ba-a522-4966bacbb97e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:03:15.799129 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-159167bd-c964-4e1c-9724-75454b6f59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T15:02:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['66c29441-af23-47ba-a522-4966bacbb97e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:15.891003 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Notify callbacks [] for router, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:15.898816 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-159167bd-c964-4e1c-9724-75454b6f59e6 None None] Set router 66c29441-af23-47ba-a522-4966bacbb97e gateway port host: dv-cinder-788365-10-iscsi {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:03:15.992509 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.046348 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Deleting port 99e3008b-3d91-47d5-a2ef-7a62673dbf45 {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:03:16.046675 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.076364 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-159167bd-c964-4e1c-9724-75454b6f59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c29441-af23-47ba-a522-4966bacbb97e', 'name': 'tempest-TestVolumeBootPattern-862292445-router', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'external_fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:59Z', 'updated_at': '2021-08-18T15:03:15Z', 'revision_number': 5, 'project_id': '93b4273cf6f141038664faebeb606735', 'gw_port': {'id': '99e3008b-3d91-47d5-a2ef-7a62673dbf45', 'name': '', 'network_id': 'f70b9128-261f-4c77-8b6f-a0f6f98fd191', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c29441-af23-47ba-a522-4966bacbb97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:55:00Z', 'updated_at': '2021-08-18T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9678e8e6-5eaa-4c2b-94e0-b0d30b5748c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-10-iscsi'}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:16.102574 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159167bd-c964-4e1c-9724-75454b6f59e6 None None] Checking router: 66c29441-af23-47ba-a522-4966bacbb97e for host: dv-cinder-788365-10-iscsi {{(pid=100502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:03:16.110575 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159167bd-c964-4e1c-9724-75454b6f59e6 None None] Routers {'66c29441-af23-47ba-a522-4966bacbb97e'} bound to L3 agent in host dv-cinder-788365-10-iscsi {{(pid=100502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:03:16.111185 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-159167bd-c964-4e1c-9724-75454b6f59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:35:17Z,description=,heartbeat_timestamp=2021-08-18T15:02:47Z,host='dv-cinder-788365-10-iscsi',id=75659248-2836-4809-b3bb-c3d1db6b69b3,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:35:17Z,topic='l3_agent')) {'router_ids': ['66c29441-af23-47ba-a522-4966bacbb97e'], 'active': True} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:16.125941 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] For port 99e3008b-3d91-47d5-a2ef-7a62673dbf45, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=99e3008b-3d91-47d5-a2ef-7a62673dbf45,segment=NetworkSegment(3f124256-e651-4dd9-8d00-87ce45fbaeb8),segment_id=3f124256-e651-4dd9-8d00-87ce45fbaeb8)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:03:16.126307 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.139134 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Calling delete_port for 99e3008b-3d91-47d5-a2ef-7a62673dbf45 owned by network:router_gateway {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:03:16.195492 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_dvr_db [None req-159167bd-c964-4e1c-9724-75454b6f59e6 None None] Set router 66c29441-af23-47ba-a522-4966bacbb97e gateway port host: None {{(pid=100502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:03:16.248701 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.l3_hamode_db [None req-159167bd-c964-4e1c-9724-75454b6f59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c29441-af23-47ba-a522-4966bacbb97e', 'name': 'tempest-TestVolumeBootPattern-862292445-router', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:59Z', 'updated_at': '2021-08-18T15:03:15Z', 'revision_number': 6, 'project_id': '93b4273cf6f141038664faebeb606735', 'gw_port_host': None}], 'dv-cinder-788365-10-iscsi', False) {} {{(pid=100502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:16.276657 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159167bd-c964-4e1c-9724-75454b6f59e6 None None] The sync data for ids ['66c29441-af23-47ba-a522-4966bacbb97e'] in dv-cinder-788365-10-iscsi is: [{'id': '66c29441-af23-47ba-a522-4966bacbb97e', 'name': 'tempest-TestVolumeBootPattern-862292445-router', 'tenant_id': '93b4273cf6f141038664faebeb606735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:54:59Z', 'updated_at': '2021-08-18T15:03:15Z', 'revision_number': 6, 'project_id': '93b4273cf6f141038664faebeb606735', 'gw_port_host': None}] {{(pid=100502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:03:16.302869 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.331942 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e3008b-3d91-47d5-a2ef-7a62673dbf45,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:16.388838 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614034'] for router_gateway, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.476135 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30964'] for router, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.478376 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.524049 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636632'] for router, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.524683 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c29441-af23-47ba-a522-4966bacbb97e {{(pid=100500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:03:16.530017 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] Notify callbacks [] for router, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.531191 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-69a5a52e-8f56-44ff-ab36-f9abbc18c123 admin admin] 10.222.0.38 "DELETE /v2.0/routers/66c29441-af23-47ba-a522-4966bacbb97e HTTP/1.1" status: 204 len: 168 time: 0.7413471 Aug 18 15:03:16.533666 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40508) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:16.578274 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b8f158-2a06-4938-bb84-2a923c266672 admin admin] Deleting subnet 743f4e0b-3369-442d-8576-096de20701fb {{(pid=100500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:03:16.581237 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f158-2a06-4938-bb84-2a923c266672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.615117 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f158-2a06-4938-bb84-2a923c266672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3614013'] for subnet, precommit_delete_associations {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.701892 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f158-2a06-4938-bb84-2a923c266672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8086403'] for subnet, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.755690 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f158-2a06-4938-bb84-2a923c266672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8086426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3613971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3164302'] for subnet, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.781083 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8f158-2a06-4938-bb84-2a923c266672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=743f4e0b-3369-442d-8576-096de20701fb,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:16.786074 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f158-2a06-4938-bb84-2a923c266672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for subnet, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.787927 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-c3b8f158-2a06-4938-bb84-2a923c266672 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/743f4e0b-3369-442d-8576-096de20701fb HTTP/1.1" status: 204 len: 168 time: 0.2533534 Aug 18 15:03:16.790464 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40510) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:16.791175 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e8f3b0-e11d-4fd9-9364-6b3fd775a2af None None] Network 6aa96b14-986c-43b2-9639-3f4ed67ac224 requested from dv-cinder-788365-10-iscsi {{(pid=100501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:03:16.860146 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7936154'] for network, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.912289 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Deleting port f9275d9d-a077-4322-b5c6-f7d2927ff12e {{(pid=100500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:03:16.912628 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.974799 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.db [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] For port f9275d9d-a077-4322-b5c6-f7d2927ff12e, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=f9275d9d-a077-4322-b5c6-f7d2927ff12e,segment=NetworkSegment(6c9975fc-f5dd-471b-80f2-c1f1fb36a141),segment_id=6c9975fc-f5dd-471b-80f2-c1f1fb36a141)] {{(pid=100500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:03:16.975107 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:16.986841 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Calling delete_port for f9275d9d-a077-4322-b5c6-f7d2927ff12e owned by network:dhcp {{(pid=100500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:03:17.016253 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] DHCP port deletion for 6aa96b14-986c-43b2-9639-3f4ed67ac224 request from dv-cinder-788365-10-iscsi {{(pid=100501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:03:17.067000 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Deleting port f9275d9d-a077-4322-b5c6-f7d2927ff12e {{(pid=100501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:03:17.067374 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785401639253'] for port, before_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.071591 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3614054'] for port, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.095405 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Pushing event deleted for resources: {'Port': ['ID=f9275d9d-a077-4322-b5c6-f7d2927ff12e,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:17.101848 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] No DVR routers for this DVR port f9275d9d-a077-4322-b5c6-f7d2927ff12e on host dv-cinder-788365-10-iscsi {{(pid=100500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:03:17.179906 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088330', 'neutron.services.segments.db._delete_segments_for_network-8785401625793'] for network, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.192349 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa96b14-986c-43b2-9639-3f4ed67ac224']}} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:17.204278 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9975fc-f5dd-471b-80f2-c1f1fb36a141') {'for_net_delete': True} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:17.204575 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.services.segments.db [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9975fc-f5dd-471b-80f2-c1f1fb36a141') {} {{(pid=100500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:03:17.215544 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785401671078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3614004'] for segment, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.230856 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070'] for segment, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.237748 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=100500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:03:17.238162 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3613873'] for segment, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: Traceback (most recent call last): Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: timer() Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: cb(*args, **kw) Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: return func(*args, **kwargs) Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: self._notify() Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: self.callback(batched_events) Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: event.method(event) Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: return f(self, *a, **k) Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._get(url).json() Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: return self.request(url, 'GET', **kwargs) Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:03:17.240465 dv-cinder-788365-10-iscsi neutron-server[100500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:03:17.256305 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-9ae28cda-b8e2-42db-8dce-60d949129390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.268799 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.db [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] For port f9275d9d-a077-4322-b5c6-f7d2927ff12e, host dv-cinder-788365-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-10-iscsi',level=0,port_id=f9275d9d-a077-4322-b5c6-f7d2927ff12e,segment=NetworkSegment(6c9975fc-f5dd-471b-80f2-c1f1fb36a141),segment_id=6c9975fc-f5dd-471b-80f2-c1f1fb36a141)] {{(pid=100501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:03:17.269200 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612860'] for port, precommit_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.282324 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Calling delete_port for f9275d9d-a077-4322-b5c6-f7d2927ff12e owned by network:dhcp {{(pid=100501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:03:17.299855 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613959'] for network, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.306026 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538145'] for network, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.310125 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] 10.222.0.38 "DELETE /v2.0/networks/6aa96b14-986c-43b2-9639-3f4ed67ac224 HTTP/1.1" status: 204 len: 168 time: 0.5164812 Aug 18 15:03:17.318950 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1b41d-dd38-4015-a933-af1785188abd admin admin] Pushing event deleted for resources: {'Network': ['ID=6aa96b14-986c-43b2-9639-3f4ed67ac224,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:17.345240 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.375955 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8016407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785401644153', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785401121100'] for port, after_delete {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.383779 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Network 6aa96b14-986c-43b2-9639-3f4ed67ac224 is not hosted by any dhcp agent {{(pid=100501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 15:03:17.384303 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] No DVR routers for this DVR port f9275d9d-a077-4322-b5c6-f7d2927ff12e on host dv-cinder-788365-10-iscsi {{(pid=100501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:03:17.404739 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Pushing event deleted for resources: {'Port': ['ID=f9275d9d-a077-4322-b5c6-f7d2927ff12e,revision_number=None']} {{(pid=100501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:17.412553 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.412908 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.413264 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.413609 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.413946 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.414289 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.414648 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.414984 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.415453 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.415652 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.416010 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.416608 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8494638-3064-42f5-a91c-f8ef05512203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-10-iscsi {{(pid=100501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:03:17.444652 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40514) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:17.486175 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-3aff5d64-8897-4b41-8ddc-b2ad9b8d373c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9a82cb6540af4ff394d1c727abd94e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403402 Aug 18 15:03:17.488589 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40516) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:17.511949 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5720d780-7d87-4a04-8911-518428b1eeaa no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:03:17.531795 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 5720d780-7d87-4a04-8911-518428b1eeaa {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:03:17.532144 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 5720d780-7d87-4a04-8911-518428b1eeaa not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:03:17.532570 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 99e3008b-3d91-47d5-a2ef-7a62673dbf45 no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:03:17.539051 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef42e-1e48-45da-a4f9-7687747e3af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.551088 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: 99e3008b-3d91-47d5-a2ef-7a62673dbf45 {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:03:17.551474 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device 99e3008b-3d91-47d5-a2ef-7a62673dbf45 not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:03:17.551889 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device f9275d9d-a077-4322-b5c6-f7d2927ff12e no longer exists at agent ovs-agent-dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:03:17.559351 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef42e-1e48-45da-a4f9-7687747e3af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.570102 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.plugin [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] No Port match for: f9275d9d-a077-4322-b5c6-f7d2927ff12e {{(pid=100501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:03:17.570456 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron.plugins.ml2.rpc [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Device f9275d9d-a077-4322-b5c6-f7d2927ff12e not bound to the agent host dv-cinder-788365-10-iscsi {{(pid=100501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:03:17.605788 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef42e-1e48-45da-a4f9-7687747e3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.608460 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef42e-1e48-45da-a4f9-7687747e3af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:17.609608 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-aa9ef42e-1e48-45da-a4f9-7687747e3af8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/528e73fd-fff1-4e68-8bcb-a5f3a621f170 HTTP/1.1" status: 204 len: 168 time: 0.1201093 Aug 18 15:03:17.620399 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ef42e-1e48-45da-a4f9-7687747e3af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528e73fd-fff1-4e68-8bcb-a5f3a621f170,revision_number=None']} {{(pid=100500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:17.911099 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [-] (100500) accepted ('10.222.0.38', 40524) {{(pid=100500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:17.950818 dv-cinder-788365-10-iscsi neutron-server[100500]: INFO neutron.wsgi [None req-15fec4d2-84e8-455e-998a-1a4d8bcd802b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93b4273cf6f141038664faebeb606735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382593 Aug 18 15:03:17.953248 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.wsgi [-] (100499) accepted ('10.222.0.38', 40526) {{(pid=100499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:03:18.000738 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c4b88faa-e2a1-4477-a74d-a1abe76c07ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:18.021518 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c4b88faa-e2a1-4477-a74d-a1abe76c07ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:18.060962 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:18.068580 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c4b88faa-e2a1-4477-a74d-a1abe76c07ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799220'] for security_group, after_delete {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:18.071844 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron_lib.callbacks.manager [None req-c4b88faa-e2a1-4477-a74d-a1abe76c07ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:18.073311 dv-cinder-788365-10-iscsi neutron-server[100499]: INFO neutron.wsgi [None req-c4b88faa-e2a1-4477-a74d-a1abe76c07ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b72920bc-47bc-43f4-98ca-d04494675a80 HTTP/1.1" status: 204 len: 168 time: 0.1190839 Aug 18 15:03:18.081331 dv-cinder-788365-10-iscsi neutron-server[100499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b88faa-e2a1-4477-a74d-a1abe76c07ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72920bc-47bc-43f4-98ca-d04494675a80,revision_number=None']} {{(pid=100499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:03:20.194885 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:29.769237 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:03:44.202235 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:44.556116 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-b4fbfd7e-203a-404c-aae1-8bfb223ac2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:47.199875 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-6e13fb77-b5cc-40ba-8b0a-45d01647cd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:47.306116 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:48.060438 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:50.197459 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:06.767745 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:04:14.194227 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:14.555788 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-3d033229-52d5-4c1e-922e-6ac591fc4967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:17.199954 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4744-d576-4dc2-89c2-0792159cd4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:17.305898 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:18.062465 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:20.199859 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:43.766134 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:04:44.205463 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:44.554827 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4d99dc9c-0d69-4830-a656-a52a20df01c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:47.200495 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-4df64d3e-1bee-48a5-a00e-d7653f41f3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:47.306620 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:48.064793 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:50.202244 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:14.204125 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:14.553860 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ae90877a-bb70-49eb-b440-7bdbcd64aea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:17.203114 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-891d51ae-6502-4dbe-b9af-0b6ea986c5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:17.306357 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:18.068282 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:20.205146 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:20.765406 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:05:44.219101 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:44.554370 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-eb5243ca-8ebc-4500-a75b-7ba85b241253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:47.202834 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-39d727bf-4d00-4da6-940f-b1c88abb762b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:47.306820 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:48.070017 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:50.207567 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:57.763776 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:06:14.234582 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:14.554130 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-d363b20e-55db-4173-93cb-bb6d931d36a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:17.202698 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-df1d2777-8de7-4205-bc70-193f4e6f93cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:17.307383 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:18.074686 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:20.211135 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:34.762669 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:06:44.233483 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:44.552673 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-bd0addb0-9cd5-48fd-a701-f25082b1da99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:47.202303 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ef785df1-2e76-4ca3-b757-426eff3af652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:47.308047 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:48.076343 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:50.214254 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.760692 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:07:14.233650 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:14.551350 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-7fba759a-795a-4753-88b6-c70f7a2be464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:17.203134 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-be86e4b7-f211-4d40-84d6-ddeb7bce8cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:17.308723 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:18.079186 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:20.218631 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:22.714375 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [req-64bf179e-90ff-40d3-9597-5d3fc3320893 req-6c3eb875-4db0-4d02-996d-79c14727fca2 service neutron] (100500) timed out ('10.222.0.38', 37166) {{(pid=100500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 15:07:41.176350 dv-cinder-788365-10-iscsi neutron-server[100500]: DEBUG neutron.wsgi [req-c92a3ba7-0a85-47df-88af-0d139039d11f req-4b523e85-c824-4580-8b62-1f159a7cdb57 service neutron] (100500) timed out ('10.222.0.38', 34832) {{(pid=100500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 15:07:44.246455 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:44.551099 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5d97fe81-7a4b-4ff8-956d-c43e1354c466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:47.202755 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-f415e33e-ce41-47c7-a9ea-d3db0b059a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:47.310774 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:48.081965 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:48.758999 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:07:50.219157 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:14.261488 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:14.551197 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-2b50a25a-68ac-4c8f-9786-cc65fe905d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:17.202486 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-5511f755-fdc8-48dc-bea2-0019fe20a519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:17.310639 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:18.084839 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:20.221825 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:25.758849 dv-cinder-788365-10-iscsi neutron-server[100502]: DEBUG neutron.db.agents_db [None req-e2bad50a-5973-4543-8881-6c98936b0bba None None] Agent healthcheck: found 6 active agents {{(pid=100502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:08:44.259550 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-87cfb4c9-a070-4cb6-a89f-ea5bfd986d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:44.550129 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e64076dc-724d-46f2-987b-70e86041b1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:47.202192 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-67508749-8f88-44e5-bee5-923f94fdfa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:47.310457 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-e56c0e8d-4ee3-48ad-ac57-b45ec472564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:48.088971 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-111b6687-78f6-41ef-94b8-90d1fdc2d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:50.225480 dv-cinder-788365-10-iscsi neutron-server[100501]: DEBUG neutron_lib.callbacks.manager [None req-ecd152e5-8b53-4024-8464-bf569241974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785401625811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8090436'] for agent, after_update {{(pid=100501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}